-- Logs begin at Wed 2021-06-16 15:45:45 UTC, end at Wed 2021-06-16 16:41:47 UTC. -- Jun 16 16:14:04.367780 dv-cinder-775250-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 16:14:07.296480 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.common.config [-] Logging enabled! Jun 16 16:14:07.297160 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 16:14:07.297546 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91497) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 16:14:07.300741 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.common.config [-] Logging enabled! Jun 16 16:14:07.300997 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 16:14:07.301308 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91497) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 16:14:07.302272 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:14:07.302507 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:14:07.302873 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:14:07.303119 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:14:07.303336 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:14:07.303657 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.303950 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.304241 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.304470 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.304761 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.305047 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.305325 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.305648 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.305946 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.306235 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.306515 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.306799 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.307031 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.307316 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.307604 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.307889 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.308119 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] debug = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.308400 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.308836 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.309259 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.309541 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.309854 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.310134 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.310407 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.310684 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.310967 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.311296 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] host = dv-cinder-775250-5-iscsi {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.311573 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.311859 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.312767 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.313170 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.313460 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.313776 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.314066 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.314342 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.314620 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] log_file = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.314940 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.315240 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.315532 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.315826 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.316055 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.316278 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.316567 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.316854 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.317132 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.317408 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.317711 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.317988 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.318262 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.318534 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.318818 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.319105 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.319392 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.319667 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.319943 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.320217 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.320491 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.320774 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.321050 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.321321 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.321620 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.321912 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.322183 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.322456 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.322759 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.323047 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.323330 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.323616 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.323891 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.324176 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.324452 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.324726 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.325004 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] use_json = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.325279 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.325604 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.325857 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.326131 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.326405 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.326679 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.326952 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.327239 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:07.327539 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.328438 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.328738 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.329023 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.329316 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.329623 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.329922 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.330329 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.330468 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.330753 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.331043 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.331322 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.331614 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.331896 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.332194 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.332503 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.332800 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.333094 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.333371 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.333678 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.333956 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.334235 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.334523 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.334818 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.335107 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.335381 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.335659 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.335949 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.336226 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.336498 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.336776 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.337062 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.337339 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.337639 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.337924 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.338203 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.338482 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.338753 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.339033 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.339323 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.339602 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.339878 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.340151 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.340431 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.340703 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.340988 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.341264 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.341534 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.341828 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.342107 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.342380 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.342652 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.342930 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.343200 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.344762 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.344762 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.344762 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.344762 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.344762 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.345098 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.345098 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.345313 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.345615 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.345891 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.346163 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.346434 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.346705 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.346974 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.347258 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.347556 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.347836 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.348114 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.348400 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.348679 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.348955 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.349235 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.349512 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.349814 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.350086 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.350378 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.350665 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.350954 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.351236 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.351513 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.351810 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.352089 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.352374 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.352651 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.352931 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.353220 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.353506 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.353826 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.354122 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.354415 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.354712 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.355006 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.355287 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.355600 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.355881 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:07.356100 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:14:07.356351 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91497) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 16:14:07.717477 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:07.717767 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:07.718056 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:07.718426 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 16:14:08.112527 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.112749 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.113028 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.114383 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.114662 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.114932 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.149717 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.149991 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.150269 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.163697 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.163979 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.164253 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.194346 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.194632 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.194907 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.231210 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.231489 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.231762 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.468037 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.468765 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.468765 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.469110 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.470104 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.596045 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.596382 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.596658 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.596926 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.597196 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.597510 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.597796 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.598053 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.598308 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.598589 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.598847 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.599113 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.599374 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.599639 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.599895 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.600167 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.600438 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.600694 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.600961 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.601208 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.601488 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.601856 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.602109 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.602391 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.602643 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.602885 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.603289 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:14:08.603533 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:14:08.603772 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:14:08.604008 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:14:08.604242 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:14:08.604479 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:14:08.605892 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 16:14:08.609810 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 16:14:08.613934 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 16:14:08.617952 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jun 16 16:14:08.619584 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 16:14:08.620045 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 16:14:08.620380 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 16:14:08.620766 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 16:14:08.623598 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 16:14:08.623852 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 16:14:08.624201 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 16:14:08.652649 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 16:14:08.653109 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.653696 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91497) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 16:14:08.654065 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.655421 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91497) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 16:14:08.655706 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 16:14:08.656031 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 16:14:08.659500 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.659781 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:08.726127 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 16:14:08.726364 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 16:14:08.726693 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 16:14:08.727081 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 16:14:08.749821 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_db.sqlalchemy.engines [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91497) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 16:14:09.318279 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Initializing driver for type 'gre' Jun 16 16:14:09.319072 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] gre ID ranges: [(1, 1000)] Jun 16 16:14:09.427567 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Initializing driver for type 'local' Jun 16 16:14:09.427904 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Initializing driver for type 'vlan' Jun 16 16:14:09.446087 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] VlanTypeDriver initialization complete Jun 16 16:14:09.446472 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Initializing driver for type 'vxlan' Jun 16 16:14:09.447050 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] vxlan ID ranges: [(1, 1000)] Jun 16 16:14:09.510055 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Initializing extension driver 'port_security' Jun 16 16:14:09.510714 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.extensions.port_security [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] PortSecurityExtensionDriver initialization complete Jun 16 16:14:09.510815 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Initializing mechanism driver 'openvswitch' Jun 16 16:14:09.511112 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Initializing mechanism driver 'hyperv' Jun 16 16:14:09.517919 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:09.518688 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > port after_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.519069 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > port after_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.519432 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > port after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.519825 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > subnet after_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.520183 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > subnet after_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.520536 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.520918 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > network after_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.521274 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > network after_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.521653 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > network after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.522032 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > security_group after_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.522380 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > security_group after_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.522714 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.523095 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.523439 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.523778 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.524157 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > address_group after_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.524504 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > address_group after_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.524870 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.525207 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] ML2 OVO RPC backend initialized. {{(pid=91497) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 16:14:09.525951 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.526309 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.526726 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > network before_response 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.527072 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > networks before_response 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.527417 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > port before_response 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.527755 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > ports before_response 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.528094 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > subnet before_response 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.528682 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > subnets before_response 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.529068 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > network after_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.529427 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > network after_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.529718 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > network after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.530139 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > port after_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.530572 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > port after_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.532323 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > port after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.532323 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > subnet after_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.532323 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > subnet after_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.532323 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.532759 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.plugin [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Modular L2 Plugin initialization complete Jun 16 16:14:09.533139 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading services supported by the core plugin {{(pid=91497) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 16:14:09.533472 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.plugins.ml2.managers [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Got port-security extension from driver 'port_security' Jun 16 16:14:09.533972 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.extensions.vlantransparent [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Disabled vlantransparent extension. Jun 16 16:14:09.534467 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91497) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 16:14:09.534778 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading Plugin: router Jun 16 16:14:09.572275 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.572593 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router after_create 55549900 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.572967 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router before_create 55549900 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.573338 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.573747 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.574107 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router after_delete 55549900 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.574493 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.574840 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router after_create 55549900 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.575194 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router after_update 55549900 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.575542 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router after_update 55549900 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.575893 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.576255 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router after_update 55549900 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.576665 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router precommit_update 55549900 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.577037 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: port after_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.577373 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: port after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.577748 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: subnet after_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.578677 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.579043 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.579401 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router precommit_create 55549900 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.579752 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: port before_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.580092 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router precommit_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.580458 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router after_update 55549900 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.580807 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.581170 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router precommit_create 55549900 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.581537 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.581915 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router precommit_update 55549900 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.582293 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > network after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.583172 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Tracking information for resource: router configured {{(pid=91497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:14:09.583504 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Tracking information for resource: floatingip configured {{(pid=91497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:14:09.588491 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.db.l3_agentschedulers_db [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 16:14:09.589185 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: port after_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.589564 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: port after_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.589921 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: port after_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.590274 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: port after_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.591076 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router before_create 55550100 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.591443 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.591986 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router precommit_create 55550100 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.592164 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > router precommit_update 55550100 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.597539 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.services.provider_configuration [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Service providers = [] {{(pid=91497) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 16:14:09.597930 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.db.servicetype_db [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91497) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 16:14:09.600849 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.services.service_base [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91497) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:14:09.601200 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.services.service_base [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91497) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:14:09.601541 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.services.service_base [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91497) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:14:09.602485 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.services.service_base [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91497) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:14:09.602855 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.services.service_base [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 16:14:09.603270 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:14:09.603592 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 16:14:09.614984 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:14:09.615318 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading Plugin: auto_allocate Jun 16 16:14:09.621080 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: network precommit_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.621451 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: network precommit_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.622018 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:14:09.622337 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading Plugin: tag Jun 16 16:14:09.629080 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:14:09.629405 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading Plugin: timestamp Jun 16 16:14:09.634756 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:14:09.635091 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading Plugin: network_ip_availability Jun 16 16:14:09.640614 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.640988 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.641344 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.642101 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:14:09.642425 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading Plugin: flavors Jun 16 16:14:09.647299 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:14:09.647630 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading Plugin: revisions Jun 16 16:14:09.651965 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:14:09.652357 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_concurrency.lockutils [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.934s {{(pid=91497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:09.653096 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91497) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 16:14:09.653706 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Initializing extension manager. Jun 16 16:14:09.654287 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: __init__.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.654630 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: __pycache__ {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.654967 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.655301 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: address_group.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.656585 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.657194 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: address-group Jun 16 16:14:09.657526 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: address_scope.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.658260 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.658782 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: address-scope Jun 16 16:14:09.659105 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.660022 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.660547 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: router-admin-state-down-before-update Jun 16 16:14:09.660869 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: agent.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.661582 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.662098 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: agent Jun 16 16:14:09.662418 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: agent_resources_synced.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.663324 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.663835 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: agent-resources-synced Jun 16 16:14:09.664156 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: allowedaddresspairs.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.666162 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.666692 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: allowed-address-pairs Jun 16 16:14:09.667019 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: auto_allocated_topology.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.668089 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.668610 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: auto-allocated-topology Jun 16 16:14:09.668932 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: availability_zone.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.669645 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.670161 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: availability_zone Jun 16 16:14:09.670487 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: availability_zone_filter.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.671418 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.672606 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: availability_zone_filter Jun 16 16:14:09.672983 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: data_plane_status.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.673917 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.674429 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 16:14:09.674754 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: default_subnetpools.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.675657 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.676164 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: default-subnetpools Jun 16 16:14:09.676488 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.677292 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.677843 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: dhcp_agent_scheduler Jun 16 16:14:09.678170 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: dns.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.679072 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.679714 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 16:14:09.680042 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: dns_domain_ports.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.680958 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.681471 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 16:14:09.681821 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: dvr.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.682477 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.682987 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: dvr Jun 16 16:14:09.683307 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: empty_string_filtering.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.684200 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.684712 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: empty-string-filtering Jun 16 16:14:09.685032 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.686037 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.686548 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 16:14:09.686869 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.687827 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.688334 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 16:14:09.688654 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: external_net.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.689617 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.690137 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: external-net Jun 16 16:14:09.690466 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.691359 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.691869 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: extra_dhcp_opt Jun 16 16:14:09.692188 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: extraroute.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.693100 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.693627 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: extraroute Jun 16 16:14:09.693948 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: extraroute_atomic.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.695682 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.695682 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: extraroute-atomic Jun 16 16:14:09.697116 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: filter_validation.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.697116 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.697116 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: filter-validation Jun 16 16:14:09.697487 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: fip_pf_description.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.698137 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.698667 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 16:14:09.699079 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: fip_port_details.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.699883 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.700407 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: fip-port-details Jun 16 16:14:09.700729 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: flavors.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.702193 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.702575 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: flavors Jun 16 16:14:09.703077 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.704851 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.705371 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 16:14:09.705725 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: floatingip_pools.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.706468 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.707062 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: floatingip-pools Jun 16 16:14:09.707456 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: ip_allocation.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.708408 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.709255 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 16:14:09.709781 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.710947 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.711555 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: ip-substring-filtering Jun 16 16:14:09.711969 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: l2_adjacency.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.713030 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.713540 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 16:14:09.713883 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: l3.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.714873 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.715505 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: router Jun 16 16:14:09.715916 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.719399 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.720068 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 16:14:09.720444 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.721461 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.722119 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: ext-gw-mode Jun 16 16:14:09.722497 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.723552 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.724070 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: l3-ha Jun 16 16:14:09.724397 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: l3_flavors.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.725639 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.726333 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: l3-flavors Jun 16 16:14:09.726658 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.727892 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.728508 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 16:14:09.728892 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: l3agentscheduler.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.730163 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.730732 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: l3_agent_scheduler Jun 16 16:14:09.731115 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: logging.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.732910 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.733641 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension logging not supported by any of loaded plugins Jun 16 16:14:09.734674 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: metering.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.735853 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.736313 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: metering Jun 16 16:14:09.736675 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.738076 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.738827 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: metering_source_and_destination_fields Jun 16 16:14:09.739160 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: multiprovidernet.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.740107 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.740671 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: multi-provider Jun 16 16:14:09.741070 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: netmtu.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.742250 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.742825 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: net-mtu Jun 16 16:14:09.743150 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: netmtu_writable.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.744063 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.744598 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: net-mtu-writable Jun 16 16:14:09.744921 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: network_availability_zone.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.745604 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.746113 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: network_availability_zone Jun 16 16:14:09.746437 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: network_ip_availability.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.747575 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.748094 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: network-ip-availability Jun 16 16:14:09.748420 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: network_segment_range.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.749185 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.749755 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 16:14:09.750081 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: pagination.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.751231 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.751562 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: pagination Jun 16 16:14:09.751894 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: port_device_profile.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.752788 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.753312 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: port-device-profile Jun 16 16:14:09.753662 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.754573 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.755090 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: port-mac-address-regenerate Jun 16 16:14:09.755412 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.756312 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.756826 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: port-numa-affinity-policy Jun 16 16:14:09.757145 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: port_resource_request.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.758063 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.758574 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 16:14:09.758891 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: portbindings.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.759807 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.760319 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: binding Jun 16 16:14:09.760641 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: portbindings_extended.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.761937 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.762461 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: binding-extended Jun 16 16:14:09.762787 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: portsecurity.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.763695 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.764217 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: port-security Jun 16 16:14:09.764544 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: project_id.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.765716 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.766051 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: project-id Jun 16 16:14:09.766376 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: providernet.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.767763 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.767763 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: provider Jun 16 16:14:09.768129 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: qos.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.771734 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.772260 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension qos not supported by any of loaded plugins Jun 16 16:14:09.772595 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.773861 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.774386 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 16:14:09.774715 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.775617 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.776134 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 16:14:09.776461 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: qos_default.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.777360 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.777929 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension qos-default not supported by any of loaded plugins Jun 16 16:14:09.778509 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: qos_fip.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.779210 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.779210 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 16:14:09.780047 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: qos_gateway_ip.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.782115 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.782115 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 16:14:09.782742 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: qos_port_network_policy.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.783317 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.783831 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 16:14:09.784153 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: qos_rule_type_details.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.785053 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.785580 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 16:14:09.785902 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: qos_rules_alias.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.786989 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.787500 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 16:14:09.787821 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: quotasv2.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.788764 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.789089 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: quotas Jun 16 16:14:09.789423 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: quotasv2_detail.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.792541 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.792878 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: quota_details Jun 16 16:14:09.793210 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: rbac.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.794312 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.794883 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: rbac-policies Jun 16 16:14:09.795211 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: rbac_address_group.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.796127 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.797292 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: rbac-address-group Jun 16 16:14:09.797658 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: rbac_address_scope.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.798571 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.799102 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: rbac-address-scope Jun 16 16:14:09.799430 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: rbac_security_groups.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.800532 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.801064 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: rbac-security-groups Jun 16 16:14:09.801392 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: rbac_subnetpool.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.802317 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.802838 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: rbac-subnetpool Jun 16 16:14:09.803167 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: revisionifmatch.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.804072 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.804592 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: revision-if-match Jun 16 16:14:09.804918 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: revisions.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.806044 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.806562 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: standard-attr-revisions Jun 16 16:14:09.806889 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: router_availability_zone.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.807553 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.808066 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: router_availability_zone Jun 16 16:14:09.808390 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: routerservicetype.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.809294 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.809851 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 16:14:09.810178 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.811087 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.811607 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: security-groups-normalized-cidr Jun 16 16:14:09.811931 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.813101 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.813653 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: port-security-groups-filtering Jun 16 16:14:09.813983 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.814897 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.815417 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: security-groups-remote-address-group Jun 16 16:14:09.815741 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: securitygroup.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.825393 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.825906 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: security-group Jun 16 16:14:09.826239 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: segment.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.827016 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.827532 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension segment not supported by any of loaded plugins Jun 16 16:14:09.827976 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.829035 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.829582 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 16:14:09.829873 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: servicetype.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.830980 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.831510 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: service-type Jun 16 16:14:09.831842 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: sorting.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.832811 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.833143 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: sorting Jun 16 16:14:09.833488 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: standard_attr_segment.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.834499 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.835021 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 16:14:09.835471 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: standardattrdescription.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.836111 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.836625 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: standard-attr-description Jun 16 16:14:09.836944 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: stateful_security_group.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.837900 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.838415 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: stateful-security-group Jun 16 16:14:09.838735 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: stdattrs_common.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.839305 dv-cinder-775250-5-iscsi neutron-server[91497]: WARNING neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 16:14:09.839622 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.840606 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.841129 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 16:14:09.841450 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: subnet_onboard.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.842563 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.843113 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: subnet_onboard Jun 16 16:14:09.844016 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.845187 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.845744 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 16:14:09.846065 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: subnet_service_types.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.846996 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.847561 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: subnet-service-types Jun 16 16:14:09.847886 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: subnetallocation.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.848961 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.849528 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: subnet_allocation Jun 16 16:14:09.849873 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.850537 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.851056 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: subnetpool-prefix-ops Jun 16 16:14:09.851384 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.852312 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.852824 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 16:14:09.853143 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: tagging.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.854252 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.854779 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: standard-attr-tag Jun 16 16:14:09.855106 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: timestamp.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.856419 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.856940 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loaded extension: standard-attr-timestamp Jun 16 16:14:09.857273 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: trunk.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.858502 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.859042 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension trunk not supported by any of loaded plugins Jun 16 16:14:09.860097 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: trunk_details.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.861112 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.861666 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 16:14:09.862215 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: uplink_status_propagation.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.862875 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.863423 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 16:14:09.863969 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Loading extension file: vlantransparent.py {{(pid=91497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:14:09.864429 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:14:09.864888 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 16:14:09.867420 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Creating instance of TrackedResource for resource:network Jun 16 16:14:09.867962 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Creating instance of TrackedResource for resource:subnet Jun 16 16:14:09.868358 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:14:09.868747 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Creating instance of TrackedResource for resource:port Jun 16 16:14:09.870047 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.v2.resource_helper [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:14:09.870493 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.v2.resource_helper [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Service FLAVORS assigned prefix: {{(pid=91497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:14:09.871113 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.v2.resource_helper [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:14:09.871547 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.v2.resource_helper [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:14:09.871874 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Creating instance of TrackedResource for resource:router Jun 16 16:14:09.872299 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 16:14:09.872790 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.v2.resource_helper [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Service METERING assigned prefix: /metering {{(pid=91497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:14:09.874249 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.874618 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.875125 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:09.876319 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 16:14:09.876764 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Creating instance of TrackedResource for resource:security_group Jun 16 16:14:09.877189 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 16:14:09.877845 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.v2.resource_helper [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Service CORE assigned prefix: {{(pid=91497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:14:09.878172 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:14:09.878525 dv-cinder-775250-5-iscsi neutron-server[91497]: WARNING neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] subnetpool is already registered Jun 16 16:14:09.878951 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.v2.resource_helper [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Service CORE assigned prefix: {{(pid=91497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:14:09.879276 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:14:09.879604 dv-cinder-775250-5-iscsi neutron-server[91497]: WARNING neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] subnetpool is already registered Jun 16 16:14:09.882035 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.v2.resource_helper [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:14:09.882469 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.v2.resource_helper [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Service FLAVORS assigned prefix: {{(pid=91497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:14:09.883056 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.v2.resource_helper [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:14:09.883478 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.v2.resource_helper [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:14:09.883806 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Creating instance of TrackedResource for resource:router Jun 16 16:14:09.884141 dv-cinder-775250-5-iscsi neutron-server[91497]: WARNING neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] router is already registered Jun 16 16:14:09.884550 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 16:14:09.884880 dv-cinder-775250-5-iscsi neutron-server[91497]: WARNING neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] floatingip is already registered Jun 16 16:14:09.885333 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.v2.resource_helper [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Service METERING assigned prefix: /metering {{(pid=91497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:14:09.886023 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 16:14:09.886347 dv-cinder-775250-5-iscsi neutron-server[91497]: WARNING neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] rbac_policy is already registered Jun 16 16:14:09.886756 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Creating instance of TrackedResource for resource:security_group Jun 16 16:14:09.887089 dv-cinder-775250-5-iscsi neutron-server[91497]: WARNING neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] security_group is already registered Jun 16 16:14:09.887485 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 16:14:09.887814 dv-cinder-775250-5-iscsi neutron-server[91497]: WARNING neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] security_group_rule is already registered Jun 16 16:14:09.888433 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.v2.resource_helper [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Service CORE assigned prefix: {{(pid=91497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:14:09.888755 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:14:09.889092 dv-cinder-775250-5-iscsi neutron-server[91497]: WARNING neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] subnetpool is already registered Jun 16 16:14:09.889505 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.v2.resource_helper [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Service CORE assigned prefix: {{(pid=91497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:14:09.889847 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:14:09.890175 dv-cinder-775250-5-iscsi neutron-server[91497]: WARNING neutron.quota.resource_registry [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] subnetpool is already registered Jun 16 16:14:09.891237 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: extensions {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.892706 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: address-groups {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.894285 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: address-scopes {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.895632 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: agents {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.896775 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: auto-allocated-topology {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.898038 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: availability_zones {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.899351 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: dhcp-networks {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.900836 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: dhcp-agents {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.902291 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: routers {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.904254 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: flavors {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.907869 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: service_profiles {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.909090 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: next_providers {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.910553 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: service_profiles {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.912095 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: floatingip-pools {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.913301 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: routers {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.915024 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: floatingips {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.916286 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: l3-routers {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.917700 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: l3-agents {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.919105 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: metering-labels {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.920347 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: metering-label-rules {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.921900 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: network-ip-availabilities {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.923331 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: bindings {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.924868 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: quotas {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.926554 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: quotas {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.927965 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: rbac-policies {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.929164 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: security-groups {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.930484 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: security-group-rules {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.931735 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: service-providers {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.932943 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: subnetpools {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.934296 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: subnetpools {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.935834 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: tags {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.937731 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: tags {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.939551 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: tags {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.941323 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: tags {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.943044 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: tags {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.945032 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: tags {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.946731 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: tags {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.948540 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: tags {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.950421 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: tags {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.952166 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron.api.extensions [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Extended resource: tags {{(pid=91497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:14:09.959052 dv-cinder-775250-5-iscsi neutron-server[91497]: WARNING keystonemiddleware.auth_token [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 16:14:09.963586 dv-cinder-775250-5-iscsi neutron-server[91497]: WARNING keystonemiddleware.auth_token [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 16:14:09.972844 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_concurrency.lockutils [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Acquired lock "singleton_lock" {{(pid=91497) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 16:14:09.973323 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_concurrency.lockutils [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Releasing lock "singleton_lock" {{(pid=91497) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 16:14:09.973996 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO oslo_service.service [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Starting 2 workers Jun 16 16:14:09.978736 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Started child 91606 {{(pid=91497) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:14:09.985581 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Started child 91607 {{(pid=91497) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:14:09.985785 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.986404 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO neutron.service [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 16:14:09.986497 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [-] (91606) wsgi starting up on http://0.0.0.0:9696 Jun 16 16:14:09.986580 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Notify callbacks [] for process, before_spawn {{(pid=91497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.988429 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO oslo_service.service [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Starting 1 workers Jun 16 16:14:09.989031 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.990470 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [-] (91607) wsgi starting up on http://0.0.0.0:9696 Jun 16 16:14:09.993653 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Started child 91608 {{(pid=91497) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:14:09.994197 dv-cinder-775250-5-iscsi neutron-server[91497]: INFO oslo_service.service [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Starting 1 workers Jun 16 16:14:09.997148 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.service [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] calling RpcWorker wait() {{(pid=91608) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 16:14:09.998055 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.service [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] returning from RpcWorker wait() {{(pid=91608) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 16:14:09.998628 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Started child 91609 {{(pid=91497) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:14:09.998883 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.999330 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:09.999467 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b12-e9ca-418a-ba48-ae8482149380 None None] Notify callbacks [] for process, after_spawn {{(pid=91497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:10.001703 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91497) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 16:14:10.001924 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:14:10.002116 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:14:10.002344 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:14:10.002683 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:14:10.002846 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:14:10.003573 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.003855 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.004142 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.004404 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.004699 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.005288 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.005381 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:10.005882 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.005882 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.006105 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.006326 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.006497 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.006670 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.006927 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.007185 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.007469 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.007743 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.007994 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.008264 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.008439 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.008726 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.008986 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.009237 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.009501 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] debug = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.009785 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.010272 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.010522 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.010765 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.011012 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.011318 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.011545 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.011862 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.012117 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.012369 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.012668 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.012933 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.013281 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.013450 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.013627 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.013876 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.014142 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.014665 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] host = dv-cinder-775250-5-iscsi {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.015096 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.015818 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.016244 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.016614 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.016982 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.017217 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.017481 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.017755 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.018035 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.018349 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.018577 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.018843 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.019069 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.019311 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] log_file = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.019463 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] log_options = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.019718 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.020057 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.020321 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.020514 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.020686 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.020877 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.021158 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.021352 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.021630 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.021928 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.022093 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.022303 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.022544 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.022780 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.023053 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.023305 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.023534 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.023770 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.024055 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.024308 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.024538 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.024786 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.025032 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.025265 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.025495 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.025740 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.025992 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.026527 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.026755 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.028043 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.028725 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.029166 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.029581 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.030084 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.033694 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.035473 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.035903 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.036357 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.037466 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.040633 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.041815 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:10.045102 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.045527 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.045988 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.046392 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.046764 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.047494 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 54918) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:10.048694 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] use_json = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.049456 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.049456 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.050102 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.050190 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.051636 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.054025 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.054203 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.054454 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.054824 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.055149 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.055482 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.057104 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.058447 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.059472 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090873 Jun 16 16:14:10.059975 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.060259 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.060506 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.060920 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.061173 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.061482 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.062522 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.063302 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.063953 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.064608 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.065347 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.066070 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.066787 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.067516 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.071021 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.071021 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.074226 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.075055 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.075745 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.076891 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.077343 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.077765 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.078749 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.079152 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.080084 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.080084 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.080311 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.080815 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.081208 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.085154 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.085714 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.086054 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.090030 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.090030 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.090392 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.090663 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.090902 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.091092 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.095180 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.095581 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.095952 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.099133 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.099577 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.099998 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.100399 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.100799 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.101231 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.102431 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.102797 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.103368 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.103932 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.104299 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.105028 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.105508 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.106012 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.107556 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.107556 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.107915 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.108296 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.109087 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.109758 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.110708 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.112810 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.113972 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.114391 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.114777 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.115131 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.115482 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.115817 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.116199 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.116604 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.116999 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.117414 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.118159 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.118517 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.119037 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.119249 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.119579 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.119880 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.122851 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.123332 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.123693 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.124081 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.124449 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.124879 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.125323 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.125832 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.126246 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.126630 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.127780 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.127780 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.129137 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.129137 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.129384 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.130595 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.130595 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.130595 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.130942 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.131219 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.131631 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.132005 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.132430 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.132758 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.133044 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.133326 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.134234 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.134234 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.137289 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.137289 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.137289 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.137791 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.137962 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.138181 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.138445 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.138735 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.139906 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.139906 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.139906 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.140169 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.140238 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.141028 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.142147 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.145427 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.145427 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.145427 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.145925 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.145925 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.146168 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.146434 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.146690 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.146915 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.147200 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.147482 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.147756 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.148029 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.148262 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.148495 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.148790 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.149021 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.149380 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.149685 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.149942 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.150161 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.150407 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.150796 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.151073 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.151271 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.151503 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.151744 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.151954 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.152172 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.152407 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.152766 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.152995 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.153227 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.153726 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.154095 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.154342 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.154772 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.154996 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.155212 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.155467 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.156721 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.157024 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.157213 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.157511 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.157833 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.158072 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.158299 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.158669 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.158940 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.159333 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.159633 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.159851 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.160065 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.160291 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.160540 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.160759 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.160984 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.161421 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.161421 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.161939 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.162153 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.162355 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.162552 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.162750 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.163044 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.163298 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.163543 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.163758 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.164111 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.164373 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.165934 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.165934 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.165934 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.165934 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.165934 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.165934 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.165934 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.166378 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.166378 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.166666 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.167677 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.167920 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.168210 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.168522 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.168790 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.169024 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.169256 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.169670 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.170050 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.170426 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.171078 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.171078 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.171078 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.171572 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.171572 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.173645 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.173645 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.173924 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:10.174085 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.174085 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.174085 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.174085 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.174085 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.174085 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.174873 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.174873 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.174873 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.175267 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.175267 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.175524 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.175667 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.175906 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.176238 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.176460 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.177027 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.177027 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.177316 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.177729 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.178162 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.178528 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.178872 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.179205 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.179919 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.179919 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.180336 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.180760 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.181120 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.181655 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.181994 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.182271 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.182525 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.183042 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.183042 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.183306 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.183412 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.183667 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.183891 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.184124 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.184378 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.184634 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.184885 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.185113 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.185353 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.185730 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.186076 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.186337 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.186651 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.186810 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.186950 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:14:10.188103 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91497) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 16:14:10.189354 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:14:10.189943 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:14:10.189943 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:14:10.189943 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:14:10.191098 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:14:10.191370 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.191539 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.192363 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.192543 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.192709 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.193723 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.193723 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.193723 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.195038 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.195253 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.195438 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.195612 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.195785 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.195955 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.196124 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.196289 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.196457 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.196983 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.196983 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.196983 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.198327 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.198327 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.198327 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] debug = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.198327 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.198327 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.199170 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.199170 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.199170 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.199563 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.199563 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.199563 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.199895 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.199895 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.200035 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.200213 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.201231 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.201402 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.201626 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.201773 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.201931 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.202083 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] host = dv-cinder-775250-5-iscsi {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.202233 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.202369 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.202504 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.202669 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.202978 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.203151 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.203364 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.203575 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.203575 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.203938 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.203938 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.204147 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.204147 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.204338 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] log_file = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.204458 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] log_options = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.204572 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.204726 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.204885 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.205062 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.205225 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.205382 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.205539 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.205732 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.205897 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.206019 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.206176 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.206956 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.206956 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.206956 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.206956 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.206956 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.207692 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.207692 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.207692 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.207692 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.207692 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.208172 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.208172 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.208363 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.208601 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.208845 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.209037 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.209180 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.209308 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.209441 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.209684 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.209828 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.209964 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.210099 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.210354 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.210504 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.210649 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.210783 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.210907 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.210999 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.211257 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.211400 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.211520 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.211622 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.211722 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.211876 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] use_json = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.212047 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.212219 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.212403 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.212625 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.212625 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.212970 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.212970 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.213227 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:14:10.213227 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.213459 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.213623 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.213764 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.213884 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.214074 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.214261 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.214261 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.214620 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.214620 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.214940 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.215108 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.215409 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.215696 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.215966 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.216235 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.216503 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.216772 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.217052 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.217352 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.217531 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.217834 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.218134 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.219082 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.219254 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.219532 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.219799 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.220076 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.220303 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.220575 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.220854 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.221128 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.221403 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.221667 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.221826 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.221992 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.222888 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.222888 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.222888 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.222888 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.223532 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.223532 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.223532 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.223844 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.223990 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.224076 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.224186 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.224349 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.224510 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.224670 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.224845 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.225004 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.225164 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.225324 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.225502 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.225655 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.225849 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.225966 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.226111 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.226273 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.226554 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.226837 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.226837 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.227242 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.227381 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.227512 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.227667 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.227830 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.227993 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.228155 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.228315 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.228474 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.228639 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.228796 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.228956 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.229248 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.229248 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.229666 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.229666 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.229972 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.229972 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.230173 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.230173 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.230426 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.230686 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.230686 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.230834 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.230948 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.231080 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.231247 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.231404 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.231567 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.231709 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.231994 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.232164 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.232308 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.232469 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.232633 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.232800 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.232958 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.233120 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.233281 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.233427 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.235008 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.235173 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.235333 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.235497 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.235680 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.235954 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.235954 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.236307 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.236307 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.236651 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.236651 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.236971 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.236971 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.237302 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.237302 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.237302 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.237812 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.237812 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.237812 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.238335 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.238335 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.238335 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.238335 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.239005 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.239005 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.239005 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.239005 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.240429 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.240429 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.240429 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.240429 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.240429 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.240429 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.240429 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.240429 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.241896 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.241896 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.241896 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.241896 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.241896 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.241896 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.241896 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.241896 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.242558 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.242558 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.242558 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.242558 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.242558 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.242558 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.242558 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.243843 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.243843 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.243843 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.243843 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.243843 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.243843 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.244787 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.244787 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.246291 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.246291 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.246291 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.246291 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.246291 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.246291 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.246291 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.247439 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.247439 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.247439 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.247439 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.247439 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.247439 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.247439 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.247439 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.248838 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.249018 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.249183 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.249324 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.249499 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.250429 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.250429 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.250725 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.250882 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.251081 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.251221 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.251359 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.251488 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.251573 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.251792 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.251979 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.252142 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.252302 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.252531 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.252801 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.253081 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.253350 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.253645 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.253934 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.254212 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.254390 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.255498 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.255498 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.255498 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.255498 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.255498 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.255498 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.255498 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.255498 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.255498 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.258837 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.258837 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.258837 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.258837 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.258837 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.258837 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.258837 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.258837 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.259375 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.259375 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.259375 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.259375 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.259375 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.259375 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.259375 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.259375 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.259375 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.260619 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.260619 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.260619 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.260619 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.260619 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.260619 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.260619 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.260619 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.261107 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.261107 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.261107 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.261107 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.262575 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.262575 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.262575 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.262575 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.262575 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.262887 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.262887 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.263026 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.263155 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.263333 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.263506 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.263658 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.263793 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.263958 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.264132 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.264292 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.264451 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.264609 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.264766 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.264959 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.265149 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.268734 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.268734 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.268734 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.268734 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.268734 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.268734 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.268734 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.268734 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.268734 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.269527 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.269527 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.269527 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.269527 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:14:10.269527 dv-cinder-775250-5-iscsi neutron-server[91497]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:14:22.242844 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4ee054-734c-4c13-bb4c-8e17d7cb0670 None None] get_active_networks_info from dv-cinder-775250-5-iscsi {{(pid=91608) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 16:14:22.340567 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4ee054-734c-4c13-bb4c-8e17d7cb0670 None None] No non-hosted networks {{(pid=91608) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 16:14:22.348078 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.agentschedulers_db [None req-fa4ee054-734c-4c13-bb4c-8e17d7cb0670 None None] DHCP Agent not found on host dv-cinder-775250-5-iscsi {{(pid=91608) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 16 16:14:22.406706 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b65e7ad2-799b-4c4a-a1c6-4f4cdafe4e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439'] for agent, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:24.783359 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f025f233-6b07-49fe-b792-04bbdd731896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439'] for agent, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:24.853445 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-558b9bc8-a422-49f2-bbae-3f9ecccdc248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:24.881353 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439'] for agent, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:24.881950 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:24.882294 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:24.882623 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:24.883114 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:24.883571 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:24.884029 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:24.884499 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:24.885129 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:24.885695 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:24.886245 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:24.886796 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:24.887340 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:24.887932 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-775250-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:24.897805 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-775250-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:25.858464 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439'] for agent, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:27.568720 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439'] for agent, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:28.796729 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 55020) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:29.299442 dv-cinder-775250-5-iscsi neutron-server[91607]: WARNING oslo_policy.policy [None req-06884169-446a-4b12-9191-868af81e3430 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:14:29.300055 dv-cinder-775250-5-iscsi neutron-server[91607]: WARNING oslo_policy.policy [None req-06884169-446a-4b12-9191-868af81e3430 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:14:29.515515 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [None req-06884169-446a-4b12-9191-868af81e3430 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:14:29.517204 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-06884169-446a-4b12-9191-868af81e3430 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7196026 Jun 16 16:14:31.104751 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.db.l3_hamode_db [None req-0c5d8db1-6ba6-4e00-bab8-818d616b371f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 16:14:31.180817 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d8db1-6ba6-4e00-bab8-818d616b371f None None] Routers set() bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:14:31.181208 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d8db1-6ba6-4e00-bab8-818d616b371f None None] Router IDs set() for agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 16:14:31.879145 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 55034) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:32.234154 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-30182ea8-2e44-4786-b79f-4497582070b4 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:32.330057 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.policy [None req-30182ea8-2e44-4786-b79f-4497582070b4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91607) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 16:14:32.376964 dv-cinder-775250-5-iscsi neutron-server[91607]: WARNING oslo_policy.policy [None req-30182ea8-2e44-4786-b79f-4497582070b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:14:32.377331 dv-cinder-775250-5-iscsi neutron-server[91607]: WARNING oslo_policy.policy [None req-30182ea8-2e44-4786-b79f-4497582070b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:14:32.385786 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.quota [None req-30182ea8-2e44-4786-b79f-4497582070b4 admin admin] Loaded quota_driver: . Jun 16 16:14:32.486006 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-30182ea8-2e44-4786-b79f-4497582070b4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738767783527', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738767781962', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738767778844', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738767769126', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738767829017', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738767822070', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-689662', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-683127', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33125611', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33535428'] for rbac-policy, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:32.565037 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-30182ea8-2e44-4786-b79f-4497582070b4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:32.566238 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-30182ea8-2e44-4786-b79f-4497582070b4 admin admin] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6861522 Jun 16 16:14:35.115118 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55046) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:35.603887 dv-cinder-775250-5-iscsi neutron-server[91606]: WARNING oslo_policy.policy [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:14:35.604497 dv-cinder-775250-5-iscsi neutron-server[91606]: WARNING oslo_policy.policy [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:14:35.819800 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'a3af708032594057a0edd7584efcf2b8', 'project_id': 'a3af708032594057a0edd7584efcf2b8', 'admin_state_up': True}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:35.821419 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.quota [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Loaded quota_driver: . Jun 16 16:14:35.879026 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Made reservation on behalf of a3af708032594057a0edd7584efcf2b8 for: {'network': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:35.944354 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.policy [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91606) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 16:14:35.988453 dv-cinder-775250-5-iscsi neutron-server[91606]: WARNING oslo_policy.policy [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:14:35.988854 dv-cinder-775250-5-iscsi neutron-server[91606]: WARNING oslo_policy.policy [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:14:35.998658 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:36.020360 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:36.150965 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:36.155838 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:36.161429 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:36.182616 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=91606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:14:36.208375 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738765585448', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:36.208984 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Unsubscribe: segment precommit_create {{(pid=91606) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 16:14:36.209500 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.segments_db [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Added segment b7dc5661-5979-4b23-902a-ad10293c767d of type vlan for network 294eb0fa-e452-46ee-bea8-ca6ebc723f8b Jun 16 16:14:36.215768 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91740c06-c379-42c8-b3fd-826311a87371,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:36.247286 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:36.247635 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:36.247966 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:36.248290 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:36.248608 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:36.248971 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:36.249258 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:36.249589 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:36.249919 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:36.250231 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:36.250536 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:36.250897 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Tracked resource versions report: Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: pushed versions: Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: { 'AddressGroup': {'1.2'}, Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'ConntrackHelper': {'1.0'}, Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Log': {'1.0'}, Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Network': {'1.1'}, Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Port': {'1.7'}, Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'PortForwarding': {'1.2'}, Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'QosPolicy': {'1.8'}, Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'SecurityGroup': {'1.4'}, Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'SubPort': {'1.0'}, Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Subnet': {'1.1'}, Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Trunk': {'1.1'}} Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: consumer versions: Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: { DHCP agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: L3 agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: Metadata agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: Metering agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: Open vSwitch agent@dv-cinder-775250-5-iscsi: { 'AddressGroup': '1.2', Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'ConntrackHelper': '1.0', Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Log': '1.0', Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Network': '1.1', Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Port': '1.7', Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'PortForwarding': '1.2', Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'QosPolicy': '1.8', Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'SecurityGroup': '1.4', Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'SecurityGroupRule': '1.2', Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'SubPort': '1.0', Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Subnet': '1.1', Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Trunk': '1.1'}} Jun 16 16:14:36.252594 dv-cinder-775250-5-iscsi neutron-server[91606]: {{(pid=91606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:14:36.337479 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:36.339454 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:36.391789 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:36.393642 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:36.394374 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:36.396269 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:36.464289 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3469560 Jun 16 16:14:36.503449 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Pushing event updated for resources: {'Network': ['ID=294eb0fa-e452-46ee-bea8-ca6ebc723f8b,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:36.506882 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:36.515579 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network 294eb0fa-e452-46ee-bea8-ca6ebc723f8b details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:14:39.075108 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55068) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:39.482471 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79ac41c-c2e6-4052-9b2f-353071b4200e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:39.483818 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-b79ac41c-c2e6-4052-9b2f-353071b4200e admin admin] 10.222.0.86 "GET /v2.0/networks/294eb0fa-e452-46ee-bea8-ca6ebc723f8b HTTP/1.1" status: 200 len: 825 time: 0.4077523 Jun 16 16:14:39.520808 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-4574d352-7710-4a3e-9b62-5bebc2ef1071 admin admin] 10.222.0.86 "GET /v2.0/subnetpools/cfb5d0d3-5901-401a-8e0f-bcb59ceaeded HTTP/1.1" status: 200 len: 734 time: 0.0311031 Jun 16 16:14:39.529973 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-cd59f1bf-17e4-4194-b0f8-20c176e06e35 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '294eb0fa-e452-46ee-bea8-ca6ebc723f8b', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'a3af708032594057a0edd7584efcf2b8', 'subnetpool_id': 'cfb5d0d3-5901-401a-8e0f-bcb59ceaeded'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:39.551897 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd59f1bf-17e4-4194-b0f8-20c176e06e35 admin admin] Made reservation on behalf of a3af708032594057a0edd7584efcf2b8 for: {'subnet': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:39.554295 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cd59f1bf-17e4-4194-b0f8-20c176e06e35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:39.847722 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cd59f1bf-17e4-4194-b0f8-20c176e06e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063'] for subnet, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:39.849976 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:39.913055 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59f1bf-17e4-4194-b0f8-20c176e06e35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ffd83c7-48f1-40f3-969b-2345f3583394,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:39.917853 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59f1bf-17e4-4194-b0f8-20c176e06e35 admin admin] Checking segment: {'id': 'b7dc5661-5979-4b23-902a-ad10293c767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '294eb0fa-e452-46ee-bea8-ca6ebc723f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:39.918240 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd59f1bf-17e4-4194-b0f8-20c176e06e35 admin admin] Network hostable DHCP agents. Network: 294eb0fa-e452-46ee-bea8-ca6ebc723f8b, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:14:39.920290 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-cd59f1bf-17e4-4194-b0f8-20c176e06e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:39.940455 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd59f1bf-17e4-4194-b0f8-20c176e06e35 admin admin] Network 294eb0fa-e452-46ee-bea8-ca6ebc723f8b is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:14:39.950563 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-cd59f1bf-17e4-4194-b0f8-20c176e06e35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, 294eb0fa-e452-46ee-bea8-ca6ebc723f8b) {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:39.955502 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd59f1bf-17e4-4194-b0f8-20c176e06e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:39.956062 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cd59f1bf-17e4-4194-b0f8-20c176e06e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:39.961696 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8a9940-bf56-4fb3-85a5-bf3c8086a1b8 None None] Network 294eb0fa-e452-46ee-bea8-ca6ebc723f8b requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:39.970722 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-cd59f1bf-17e4-4194-b0f8-20c176e06e35 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4439778 Jun 16 16:14:40.269488 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e05dda8-9efc-52dc-a0f2-15fc13a0b1c1-294eb0fa-e452-46ee-bea8-ca6ebc723f8b', 'network_id': '294eb0fa-e452-46ee-bea8-ca6ebc723f8b', 'tenant_id': 'a3af708032594057a0edd7584efcf2b8', 'fixed_ips': [{'subnet_id': '0ffd83c7-48f1-40f3-969b-2345f3583394'}]}} from dv-cinder-775250-5-iscsi. {{(pid=91608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:14:40.270761 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:40.541111 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Allocated IP 172.20.0.2 (294eb0fa-e452-46ee-bea8-ca6ebc723f8b/0ffd83c7-48f1-40f3-969b-2345f3583394/dff01ec6-c22a-4993-96ec-e581e9fd4d41) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:40.743617 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:40.758882 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Transition to ACTIVE for port object dff01ec6-c22a-4993-96ec-e581e9fd4d41 will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:14:40.781131 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Transition to ACTIVE for port object dff01ec6-c22a-4993-96ec-e581e9fd4d41 will not be triggered until provisioned by entity DHCP. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:14:40.789871 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:40.792465 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:40.880075 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Network 294eb0fa-e452-46ee-bea8-ca6ebc723f8b is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:40.885785 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Resources bound (agent type, host, resource id): {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:40.898273 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:14:40.905479 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Pushing event updated for resources: {'Port': ['ID=dff01ec6-c22a-4993-96ec-e581e9fd4d41,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:40.930358 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:40.930358 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:40.930733 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:40.930932 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:40.931255 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:40.931576 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:40.931893 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:40.932212 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:40.932540 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:40.932856 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:40.933174 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:40.933484 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Tracked resource versions report: Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: pushed versions: Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: { 'AddressGroup': {'1.2'}, Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'ConntrackHelper': {'1.0'}, Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Log': {'1.0'}, Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Network': {'1.1'}, Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Port': {'1.7'}, Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'PortForwarding': {'1.2'}, Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'QosPolicy': {'1.8'}, Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'SecurityGroup': {'1.4'}, Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'SubPort': {'1.0'}, Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Subnet': {'1.1'}, Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Trunk': {'1.1'}} Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: consumer versions: Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: { DHCP agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: L3 agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: Metadata agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: Metering agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: Open vSwitch agent@dv-cinder-775250-5-iscsi: { 'AddressGroup': '1.2', Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'ConntrackHelper': '1.0', Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Log': '1.0', Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Network': '1.1', Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Port': '1.7', Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'PortForwarding': '1.2', Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'QosPolicy': '1.8', Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'SecurityGroup': '1.4', Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'SecurityGroupRule': '1.2', Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'SubPort': '1.0', Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Subnet': '1.1', Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Trunk': '1.1'}} Jun 16 16:14:40.934631 dv-cinder-775250-5-iscsi neutron-server[91608]: {{(pid=91608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:14:40.958877 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:40.987431 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Attempting to bind port dff01ec6-c22a-4993-96ec-e581e9fd4d41 on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:14:40.988056 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Attempting to bind port dff01ec6-c22a-4993-96ec-e581e9fd4d41 by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': 'b7dc5661-5979-4b23-902a-ad10293c767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '294eb0fa-e452-46ee-bea8-ca6ebc723f8b'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:14:40.988236 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Attempting to bind port dff01ec6-c22a-4993-96ec-e581e9fd4d41 on network 294eb0fa-e452-46ee-bea8-ca6ebc723f8b {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:14:40.993032 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:14:40.993437 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Checking segment: {'id': 'b7dc5661-5979-4b23-902a-ad10293c767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '294eb0fa-e452-46ee-bea8-ca6ebc723f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:40.993944 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:40.994337 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Bound using segment: {'id': 'b7dc5661-5979-4b23-902a-ad10293c767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '294eb0fa-e452-46ee-bea8-ca6ebc723f8b'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:14:40.994806 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Bound port: dff01ec6-c22a-4993-96ec-e581e9fd4d41, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7dc5661-5979-4b23-902a-ad10293c767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '294eb0fa-e452-46ee-bea8-ca6ebc723f8b'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:14:40.995194 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:41.056729 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] For port dff01ec6-c22a-4993-96ec-e581e9fd4d41, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:14:41.061292 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] For port dff01ec6-c22a-4993-96ec-e581e9fd4d41, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=dff01ec6-c22a-4993-96ec-e581e9fd4d41,segment=NetworkSegment(b7dc5661-5979-4b23-902a-ad10293c767d),segment_id=b7dc5661-5979-4b23-902a-ad10293c767d)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:14:41.065939 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:41.069470 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:41.135857 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Pushing event updated for resources: {'Port': ['ID=dff01ec6-c22a-4993-96ec-e581e9fd4d41,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:41.139071 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:42.350396 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 55076) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:42.669330 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [None req-f4b217d6-4ecc-4dd8-ae56-cc0972a14ab0 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:14:42.670422 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-f4b217d6-4ecc-4dd8-ae56-cc0972a14ab0 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3190811 Jun 16 16:14:45.061007 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 55084) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:45.371223 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [None req-2a435078-b2e9-4194-bc09-bd3d69bb566e admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:14:45.372368 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-2a435078-b2e9-4194-bc09-bd3d69bb566e admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3104105 Jun 16 16:14:46.870124 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device dff01ec6-c22a-4993-96ec-e581e9fd4d41 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:14:46.952109 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port dff01ec6-c22a-4993-96ec-e581e9fd4d41 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:14:47.134481 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6d3d93-6b17-4b6a-80f8-0cb61aff81de None None] Network 294eb0fa-e452-46ee-bea8-ca6ebc723f8b requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:47.271241 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-8e416715-c62c-4be1-bcf2-d58fb49c0fc4 None None] Provisioning for port dff01ec6-c22a-4993-96ec-e581e9fd4d41 completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:14:47.279715 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-8e416715-c62c-4be1-bcf2-d58fb49c0fc4 None None] Provisioning complete for port dff01ec6-c22a-4993-96ec-e581e9fd4d41 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:47.280106 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8e416715-c62c-4be1-bcf2-d58fb49c0fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:47.431925 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8e416715-c62c-4be1-bcf2-d58fb49c0fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:47.468724 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-8e416715-c62c-4be1-bcf2-d58fb49c0fc4 None None] For port dff01ec6-c22a-4993-96ec-e581e9fd4d41, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=dff01ec6-c22a-4993-96ec-e581e9fd4d41,segment=NetworkSegment(b7dc5661-5979-4b23-902a-ad10293c767d),segment_id=b7dc5661-5979-4b23-902a-ad10293c767d)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:47.474338 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8e416715-c62c-4be1-bcf2-d58fb49c0fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:47.476793 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:47.531505 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e416715-c62c-4be1-bcf2-d58fb49c0fc4 None None] Pushing event updated for resources: {'Port': ['ID=dff01ec6-c22a-4993-96ec-e581e9fd4d41,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:47.535211 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-8e416715-c62c-4be1-bcf2-d58fb49c0fc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:47.695248 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-dacf4b84-64ea-4221-b6be-c8f707961ad9 None None] Provisioning complete for port dff01ec6-c22a-4993-96ec-e581e9fd4d41 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:47.695523 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dacf4b84-64ea-4221-b6be-c8f707961ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:48.013866 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55098) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:48.307357 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-0e0de37c-8c00-44d4-bc00-a76f6b9f49e0 admin admin] Request body: {'router': {'tenant_id': 'a3af708032594057a0edd7584efcf2b8', 'admin_state_up': True, 'name': 'router1'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:48.333315 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0e0de37c-8c00-44d4-bc00-a76f6b9f49e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33462664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-991'] for router, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:48.334795 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0e0de37c-8c00-44d4-bc00-a76f6b9f49e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33457953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33157256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33482962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:48.468530 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0e0de37c-8c00-44d4-bc00-a76f6b9f49e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:48.473909 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0e0de37c-8c00-44d4-bc00-a76f6b9f49e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33462705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33157356'] for router, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:48.485909 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0e0de37c-8c00-44d4-bc00-a76f6b9f49e0 admin admin] Notify callbacks [] for router, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:48.487155 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-0e0de37c-8c00-44d4-bc00-a76f6b9f49e0 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4722974 Jun 16 16:14:48.833767 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device dff01ec6-c22a-4993-96ec-e581e9fd4d41 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:14:48.880937 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port dff01ec6-c22a-4993-96ec-e581e9fd4d41 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:48.881300 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:50.808223 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55106) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:51.117849 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [None req-4ee06b3c-e524-4355-b78c-ff00cbc47f06 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:14:51.118843 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-4ee06b3c-e524-4355-b78c-ff00cbc47f06 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3096795 Jun 16 16:14:52.127744 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fc0d4007-2d16-4faf-913a-8a84c3e69165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:53.449027 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55114) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:53.758128 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:53.778505 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] Made reservation on behalf of 07496351181d4080805340d0906733cd for: {'network': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:53.780841 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:53.788907 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:53.874753 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:53.879257 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:53.883212 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:53.893715 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] Reserving flat network on physical network physnet1 {{(pid=91606) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 16:14:53.917705 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:53.918042 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.segments_db [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] Added segment 0917c760-2531-42be-b64b-6161adeb1511 of type flat for network 543270ac-5087-4a4b-b928-324956c3ce61 Jun 16 16:14:53.919269 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6811e4-282c-41c3-9079-3bae8ebf3ab9,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:53.931024 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:53.965690 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:54.001052 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:54.002917 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:54.003487 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:54.006214 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-58d6756c-5ec3-494a-a056-e26e500a6e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:54.033366 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5831952 Jun 16 16:14:54.061791 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] Pushing event updated for resources: {'Network': ['ID=543270ac-5087-4a4b-b928-324956c3ce61,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:54.065437 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:54.073472 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network 543270ac-5087-4a4b-b928-324956c3ce61 details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:14:54.781346 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fbbdf6cb-897c-4189-91f5-83f0c319a136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:54.858290 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:55.800333 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:56.419181 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55132) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:56.606409 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c3f18f-1e56-417c-ae77-6aebd8992402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:56.607747 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-f6c3f18f-1e56-417c-ae77-6aebd8992402 admin admin] 10.222.0.86 "GET /v2.0/subnets/0ffd83c7-48f1-40f3-969b-2345f3583394 HTTP/1.1" status: 200 len: 849 time: 0.1876209 Jun 16 16:14:56.731445 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-498ea9d7-4c8c-47a7-8e2d-f80c5346cad3 admin admin] 10.222.0.86 "GET /v2.0/routers/2320f3f4-875b-407a-afd1-9cc1c4bfa295 HTTP/1.1" status: 200 len: 704 time: 0.1176100 Jun 16 16:14:57.005045 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.286663 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Allocated IP 172.20.0.1 (294eb0fa-e452-46ee-bea8-ca6ebc723f8b/0ffd83c7-48f1-40f3-969b-2345f3583394/5cb1152f-fb73-4c06-a5ba-45875c4f19c9) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:57.481021 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.508223 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Transition to ACTIVE for port object 5cb1152f-fb73-4c06-a5ba-45875c4f19c9 will not be triggered until provisioned by entity DHCP. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:14:57.522461 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.589354 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.591367 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:57.664595 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Network 294eb0fa-e452-46ee-bea8-ca6ebc723f8b is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:57.671828 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:57.675086 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:14:57.675993 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33132125'] for router_interface, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.695944 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb1152f-fb73-4c06-a5ba-45875c4f19c9,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:57.739277 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:57.848572 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-109e3bb5-589a-4414-9f3d-ee546ccb734f None None] Provisioning for port 5cb1152f-fb73-4c06-a5ba-45875c4f19c9 completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:14:57.852161 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-109e3bb5-589a-4414-9f3d-ee546ccb734f None None] Provisioning complete for port 5cb1152f-fb73-4c06-a5ba-45875c4f19c9 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:57.852721 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-109e3bb5-589a-4414-9f3d-ee546ccb734f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.884586 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-109e3bb5-589a-4414-9f3d-ee546ccb734f None None] Port 5cb1152f-fb73-4c06-a5ba-45875c4f19c9 cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:14:57.903272 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:58.084034 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:58.088350 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:58.089382 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33290164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33132065'] for router_interface, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:58.091794 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:58.153085 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb1152f-fb73-4c06-a5ba-45875c4f19c9,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:58.157318 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:58.216207 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Network 294eb0fa-e452-46ee-bea8-ca6ebc723f8b is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:58.217764 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:58.384996 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Router 2320f3f4-875b-407a-afd1-9cc1c4bfa295 is scheduled to L3 agent 780d0648-e200-45fe-9780-6c920b856ccc with binding_index 1 {{(pid=91606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:14:58.405840 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-3c89bf71-f7ce-4914-9af8-e08932ea5180 None None] Provisioning complete for port 5cb1152f-fb73-4c06-a5ba-45875c4f19c9 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:58.406136 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3c89bf71-f7ce-4914-9af8-e08932ea5180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:58.440691 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-3c89bf71-f7ce-4914-9af8-e08932ea5180 None None] Port 5cb1152f-fb73-4c06-a5ba-45875c4f19c9 cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:14:58.477811 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:14:58.482907 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] 10.222.0.86 "PUT /v2.0/routers/2320f3f4-875b-407a-afd1-9cc1c4bfa295/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7466624 Jun 16 16:14:58.488493 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Sync routers for ids ['2320f3f4-875b-407a-afd1-9cc1c4bfa295'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:14:58.499627 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Routers {'2320f3f4-875b-407a-afd1-9cc1c4bfa295'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:14:58.503426 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:14:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2320f3f4-875b-407a-afd1-9cc1c4bfa295'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:58.689688 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Set router 2320f3f4-875b-407a-afd1-9cc1c4bfa295 gateway port host: None {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:14:59.121230 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2320f3f4-875b-407a-afd1-9cc1c4bfa295', 'name': 'router1', 'tenant_id': 'a3af708032594057a0edd7584efcf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:48Z', 'updated_at': '2021-06-16T16:14:57Z', 'revision_number': 2, 'project_id': 'a3af708032594057a0edd7584efcf2b8', 'gw_port_host': None, '_interfaces': [{'id': '5cb1152f-fb73-4c06-a5ba-45875c4f19c9', 'name': '', 'network_id': '294eb0fa-e452-46ee-bea8-ca6ebc723f8b', 'tenant_id': 'a3af708032594057a0edd7584efcf2b8', 'mac_address': 'fa:16:3e:bf:e8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2320f3f4-875b-407a-afd1-9cc1c4bfa295', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ffd83c7-48f1-40f3-969b-2345f3583394', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:57Z', 'updated_at': '2021-06-16T16:14:57Z', 'revision_number': 2, 'project_id': 'a3af708032594057a0edd7584efcf2b8', 'subnets': [{'id': '0ffd83c7-48f1-40f3-969b-2345f3583394', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfb5d0d3-5901-401a-8e0f-bcb59ceaeded'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:59.126948 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Checking router: 2320f3f4-875b-407a-afd1-9cc1c4bfa295 for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:14:59.127893 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Updating router 2320f3f4-875b-407a-afd1-9cc1c4bfa295 port 5cb1152f-fb73-4c06-a5ba-45875c4f19c9 binding host dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:14:59.198952 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:59.695395 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:59.713994 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Transition to ACTIVE for port object 5cb1152f-fb73-4c06-a5ba-45875c4f19c9 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:14:59.719896 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:59.725489 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:59.915085 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297cfae-bb8a-4980-ae76-3e66bfbae9e9 None None] Pushing event updated for resources: {'Port': ['ID=5cb1152f-fb73-4c06-a5ba-45875c4f19c9,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:59.926133 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Attempting to bind port 5cb1152f-fb73-4c06-a5ba-45875c4f19c9 on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:14:59.926535 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Attempting to bind port 5cb1152f-fb73-4c06-a5ba-45875c4f19c9 by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': 'b7dc5661-5979-4b23-902a-ad10293c767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '294eb0fa-e452-46ee-bea8-ca6ebc723f8b'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:14:59.926962 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Attempting to bind port 5cb1152f-fb73-4c06-a5ba-45875c4f19c9 on network 294eb0fa-e452-46ee-bea8-ca6ebc723f8b {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:14:59.932657 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297cfae-bb8a-4980-ae76-3e66bfbae9e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:59.932997 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297cfae-bb8a-4980-ae76-3e66bfbae9e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:59.933326 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297cfae-bb8a-4980-ae76-3e66bfbae9e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:59.933680 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297cfae-bb8a-4980-ae76-3e66bfbae9e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:59.934005 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297cfae-bb8a-4980-ae76-3e66bfbae9e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:59.934325 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297cfae-bb8a-4980-ae76-3e66bfbae9e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:59.934640 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297cfae-bb8a-4980-ae76-3e66bfbae9e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:59.934951 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297cfae-bb8a-4980-ae76-3e66bfbae9e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:59.935306 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297cfae-bb8a-4980-ae76-3e66bfbae9e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:59.935622 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297cfae-bb8a-4980-ae76-3e66bfbae9e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:59.935930 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297cfae-bb8a-4980-ae76-3e66bfbae9e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:59.936238 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297cfae-bb8a-4980-ae76-3e66bfbae9e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297cfae-bb8a-4980-ae76-3e66bfbae9e9 None None] Tracked resource versions report: Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: pushed versions: Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: { 'AddressGroup': {'1.2'}, Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'ConntrackHelper': {'1.0'}, Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Log': {'1.0'}, Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Network': {'1.1'}, Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Port': {'1.7'}, Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'PortForwarding': {'1.2'}, Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'QosPolicy': {'1.8'}, Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'SecurityGroup': {'1.4'}, Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'SubPort': {'1.0'}, Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Subnet': {'1.1'}, Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Trunk': {'1.1'}} Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: consumer versions: Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: { DHCP agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: L3 agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: Metadata agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: Metering agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: Open vSwitch agent@dv-cinder-775250-5-iscsi: { 'AddressGroup': '1.2', Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'ConntrackHelper': '1.0', Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Log': '1.0', Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Network': '1.1', Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Port': '1.7', Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'PortForwarding': '1.2', Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'QosPolicy': '1.8', Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'SecurityGroup': '1.4', Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'SecurityGroupRule': '1.2', Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'SubPort': '1.0', Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Subnet': '1.1', Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Trunk': '1.1'}} Jun 16 16:14:59.937356 dv-cinder-775250-5-iscsi neutron-server[91609]: {{(pid=91609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:14:59.940305 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:14:59.941088 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Checking segment: {'id': 'b7dc5661-5979-4b23-902a-ad10293c767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '294eb0fa-e452-46ee-bea8-ca6ebc723f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:59.941217 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:59.941596 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Bound using segment: {'id': 'b7dc5661-5979-4b23-902a-ad10293c767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '294eb0fa-e452-46ee-bea8-ca6ebc723f8b'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:14:59.942092 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Bound port: 5cb1152f-fb73-4c06-a5ba-45875c4f19c9, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7dc5661-5979-4b23-902a-ad10293c767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '294eb0fa-e452-46ee-bea8-ca6ebc723f8b'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:14:59.942470 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:59.950444 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-2297cfae-bb8a-4980-ae76-3e66bfbae9e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:00.026839 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] For port 5cb1152f-fb73-4c06-a5ba-45875c4f19c9, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:15:00.048737 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] For port 5cb1152f-fb73-4c06-a5ba-45875c4f19c9, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=5cb1152f-fb73-4c06-a5ba-45875c4f19c9,segment=NetworkSegment(b7dc5661-5979-4b23-902a-ad10293c767d),segment_id=b7dc5661-5979-4b23-902a-ad10293c767d)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:15:00.054684 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:00.057479 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:00.109901 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297cfae-bb8a-4980-ae76-3e66bfbae9e9 None None] Pushing event updated for resources: {'Port': ['ID=5cb1152f-fb73-4c06-a5ba-45875c4f19c9,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:00.138486 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Routers {'2320f3f4-875b-407a-afd1-9cc1c4bfa295'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:00.139114 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:14:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2320f3f4-875b-407a-afd1-9cc1c4bfa295'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:00.190094 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-2297cfae-bb8a-4980-ae76-3e66bfbae9e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:00.247128 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] Set router 2320f3f4-875b-407a-afd1-9cc1c4bfa295 gateway port host: None {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:00.465308 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2320f3f4-875b-407a-afd1-9cc1c4bfa295', 'name': 'router1', 'tenant_id': 'a3af708032594057a0edd7584efcf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:48Z', 'updated_at': '2021-06-16T16:14:57Z', 'revision_number': 2, 'project_id': 'a3af708032594057a0edd7584efcf2b8', 'gw_port_host': None, '_interfaces': [{'id': '5cb1152f-fb73-4c06-a5ba-45875c4f19c9', 'name': '', 'network_id': '294eb0fa-e452-46ee-bea8-ca6ebc723f8b', 'tenant_id': 'a3af708032594057a0edd7584efcf2b8', 'mac_address': 'fa:16:3e:bf:e8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2320f3f4-875b-407a-afd1-9cc1c4bfa295', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ffd83c7-48f1-40f3-969b-2345f3583394', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:57Z', 'updated_at': '2021-06-16T16:15:00Z', 'revision_number': 4, 'project_id': 'a3af708032594057a0edd7584efcf2b8', 'subnets': [{'id': '0ffd83c7-48f1-40f3-969b-2345f3583394', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfb5d0d3-5901-401a-8e0f-bcb59ceaeded'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:00.468861 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7ca86a-bca7-4faf-a3d5-5bebd78a8d91 None None] The sync data for ids ['2320f3f4-875b-407a-afd1-9cc1c4bfa295'] in dv-cinder-775250-5-iscsi is: [{'id': '2320f3f4-875b-407a-afd1-9cc1c4bfa295', 'name': 'router1', 'tenant_id': 'a3af708032594057a0edd7584efcf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:48Z', 'updated_at': '2021-06-16T16:14:57Z', 'revision_number': 2, 'project_id': 'a3af708032594057a0edd7584efcf2b8', 'gw_port_host': None, '_interfaces': [{'id': '5cb1152f-fb73-4c06-a5ba-45875c4f19c9', 'name': '', 'network_id': '294eb0fa-e452-46ee-bea8-ca6ebc723f8b', 'tenant_id': 'a3af708032594057a0edd7584efcf2b8', 'mac_address': 'fa:16:3e:bf:e8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2320f3f4-875b-407a-afd1-9cc1c4bfa295', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ffd83c7-48f1-40f3-969b-2345f3583394', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:57Z', 'updated_at': '2021-06-16T16:15:00Z', 'revision_number': 4, 'project_id': 'a3af708032594057a0edd7584efcf2b8', 'subnets': [{'id': '0ffd83c7-48f1-40f3-969b-2345f3583394', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfb5d0d3-5901-401a-8e0f-bcb59ceaeded'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:15:00.728853 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 55154) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:00.927672 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f10ceb-4f82-4843-bc0c-4cea45ed1d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:00.929062 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-13f10ceb-4f82-4843-bc0c-4cea45ed1d21 admin admin] 10.222.0.86 "GET /v2.0/networks/543270ac-5087-4a4b-b928-324956c3ce61 HTTP/1.1" status: 200 len: 842 time: 0.1992013 Jun 16 16:15:00.938525 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'enable_dhcp': False}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:00.966188 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Made reservation on behalf of 07496351181d4080805340d0906733cd for: {'subnet': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:00.968926 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.410070 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.objects.ports [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91607) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 16:15:01.410576 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063'] for subnet, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.415382 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:01.475817 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Checking segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:01.476217 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Network hostable DHCP agents. Network: 543270ac-5087-4a4b-b928-324956c3ce61, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:15:01.483014 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb22e153-4378-4f12-ab9d-39b0c838861f,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:01.494280 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:01.494618 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:01.494936 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:01.495258 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:01.495574 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:01.495892 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:01.496203 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:01.496528 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:01.496854 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:01.497164 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:01.497470 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:01.497797 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Tracked resource versions report: Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: pushed versions: Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: { 'AddressGroup': {'1.2'}, Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'ConntrackHelper': {'1.0'}, Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Log': {'1.0'}, Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Network': {'1.1'}, Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Port': {'1.7'}, Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'PortForwarding': {'1.2'}, Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'QosPolicy': {'1.8'}, Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'SecurityGroup': {'1.4'}, Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'SubPort': {'1.0'}, Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Subnet': {'1.1'}, Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Trunk': {'1.1'}} Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: consumer versions: Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: { DHCP agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: L3 agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: Metadata agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: Metering agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: Open vSwitch agent@dv-cinder-775250-5-iscsi: { 'AddressGroup': '1.2', Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'ConntrackHelper': '1.0', Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Log': '1.0', Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Network': '1.1', Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Port': '1.7', Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'PortForwarding': '1.2', Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'QosPolicy': '1.8', Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'SecurityGroup': '1.4', Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'SecurityGroupRule': '1.2', Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'SubPort': '1.0', Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Subnet': '1.1', Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Trunk': '1.1'}} Jun 16 16:15:01.498887 dv-cinder-775250-5-iscsi neutron-server[91607]: {{(pid=91607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:15:01.553436 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Network 543270ac-5087-4a4b-b928-324956c3ce61 is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:15:01.560581 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:01.569478 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, 543270ac-5087-4a4b-b928-324956c3ce61) {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:01.574379 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:01.575040 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.579223 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccc4d7d-18c6-4dbe-a4a4-0c164e91aeb3 None None] Network 543270ac-5087-4a4b-b928-324956c3ce61 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:15:01.594692 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6590123 Jun 16 16:15:01.714804 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ba835c-b1d3-4a52-884f-394578b6f11c None None] Network 543270ac-5087-4a4b-b928-324956c3ce61 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:15:03.914737 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 55170) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:04.147092 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-6f4a3164-5aa7-414a-928f-2780c3769cff admin admin] 10.222.0.86 "GET /v2.0/routers/2320f3f4-875b-407a-afd1-9cc1c4bfa295 HTTP/1.1" status: 200 len: 710 time: 0.2312376 Jun 16 16:15:04.237996 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d311947-9381-4309-8581-997e0f172109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:04.239373 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-0d311947-9381-4309-8581-997e0f172109 admin admin] 10.222.0.86 "GET /v2.0/networks/543270ac-5087-4a4b-b928-324956c3ce61 HTTP/1.1" status: 200 len: 886 time: 0.0872214 Jun 16 16:15:04.248006 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:04.489218 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33157274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33462694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-804'] for router, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:04.739005 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:04.820610 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:04.864796 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 5cb1152f-fb73-4c06-a5ba-45875c4f19c9 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:04.916452 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port 5cb1152f-fb73-4c06-a5ba-45875c4f19c9 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:04.920000 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 5cb1152f-fb73-4c06-a5ba-45875c4f19c9 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:04.920373 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:04.969782 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] Allocated IP 172.27.0.100 (543270ac-5087-4a4b-b928-324956c3ce61/fb22e153-4378-4f12-ab9d-39b0c838861f/fbe4531b-c714-41e2-ba3a-125cbfc0efcc) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:04.997644 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:05.038697 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port 5cb1152f-fb73-4c06-a5ba-45875c4f19c9, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=5cb1152f-fb73-4c06-a5ba-45875c4f19c9,segment=NetworkSegment(b7dc5661-5979-4b23-902a-ad10293c767d),segment_id=b7dc5661-5979-4b23-902a-ad10293c767d)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:05.043139 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:05.048274 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0dee2cd3-f134-4ccb-9565-4403df321b98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:05.088003 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:05.093021 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=5cb1152f-fb73-4c06-a5ba-45875c4f19c9,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:05.096140 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:05.169768 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:05.171915 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:05.289749 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] Network 543270ac-5087-4a4b-b928-324956c3ce61 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:05.295962 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:05.302671 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:15:05.308074 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] Pushing event updated for resources: {'Port': ['ID=fbe4531b-c714-41e2-ba3a-125cbfc0efcc,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:05.339600 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:05.590516 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:05.782746 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33157274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33462694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-804'] for router, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:05.786302 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33157356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33157269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33157351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33462703'] for router, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:05.890875 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] Router 2320f3f4-875b-407a-afd1-9cc1c4bfa295 has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:15:05.995605 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:15:06.000523 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] Notify callbacks [] for router, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:06.001960 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] 10.222.0.86 "PUT /v2.0/routers/2320f3f4-875b-407a-afd1-9cc1c4bfa295 HTTP/1.1" status: 200 len: 890 time: 1.7571640 Jun 16 16:15:06.005787 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Sync routers for ids ['2320f3f4-875b-407a-afd1-9cc1c4bfa295'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:15:06.016774 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Routers {'2320f3f4-875b-407a-afd1-9cc1c4bfa295'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:06.017538 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:14:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2320f3f4-875b-407a-afd1-9cc1c4bfa295'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:06.286648 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Set router 2320f3f4-875b-407a-afd1-9cc1c4bfa295 gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:06.671643 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2320f3f4-875b-407a-afd1-9cc1c4bfa295', 'name': 'router1', 'tenant_id': 'a3af708032594057a0edd7584efcf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fbe4531b-c714-41e2-ba3a-125cbfc0efcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:48Z', 'updated_at': '2021-06-16T16:15:05Z', 'revision_number': 4, 'project_id': 'a3af708032594057a0edd7584efcf2b8', 'gw_port': {'id': 'fbe4531b-c714-41e2-ba3a-125cbfc0efcc', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2320f3f4-875b-407a-afd1-9cc1c4bfa295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:04Z', 'updated_at': '2021-06-16T16:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '5cb1152f-fb73-4c06-a5ba-45875c4f19c9', 'name': '', 'network_id': '294eb0fa-e452-46ee-bea8-ca6ebc723f8b', 'tenant_id': 'a3af708032594057a0edd7584efcf2b8', 'mac_address': 'fa:16:3e:bf:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2320f3f4-875b-407a-afd1-9cc1c4bfa295', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ffd83c7-48f1-40f3-969b-2345f3583394', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:57Z', 'updated_at': '2021-06-16T16:15:05Z', 'revision_number': 5, 'project_id': 'a3af708032594057a0edd7584efcf2b8', 'subnets': [{'id': '0ffd83c7-48f1-40f3-969b-2345f3583394', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfb5d0d3-5901-401a-8e0f-bcb59ceaeded'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:06.678027 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Checking router: 2320f3f4-875b-407a-afd1-9cc1c4bfa295 for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:15:06.678377 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Updating router 2320f3f4-875b-407a-afd1-9cc1c4bfa295 port fbe4531b-c714-41e2-ba3a-125cbfc0efcc binding host dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:15:06.710304 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:06.859551 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 5cb1152f-fb73-4c06-a5ba-45875c4f19c9 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:06.991902 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 5cb1152f-fb73-4c06-a5ba-45875c4f19c9 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:06.992185 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:07.110345 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:07.128843 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Transition to ACTIVE for port object fbe4531b-c714-41e2-ba3a-125cbfc0efcc will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:07.133874 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:07.136190 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:07.184362 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Attempting to bind port fbe4531b-c714-41e2-ba3a-125cbfc0efcc on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:15:07.184715 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Attempting to bind port fbe4531b-c714-41e2-ba3a-125cbfc0efcc by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:15:07.185078 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Attempting to bind port fbe4531b-c714-41e2-ba3a-125cbfc0efcc on network 543270ac-5087-4a4b-b928-324956c3ce61 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:15:07.190390 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb59df8-68d7-41f7-a3d6-dbc082da69d1 None None] Pushing event updated for resources: {'Port': ['ID=fbe4531b-c714-41e2-ba3a-125cbfc0efcc,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:07.194076 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-4cb59df8-68d7-41f7-a3d6-dbc082da69d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:07.195166 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:15:07.195541 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Checking segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:07.195943 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:07.196319 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Bound using segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:15:07.196889 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Bound port: fbe4531b-c714-41e2-ba3a-125cbfc0efcc, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:15:07.197134 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:07.245785 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] For port fbe4531b-c714-41e2-ba3a-125cbfc0efcc, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:15:07.248624 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] For port fbe4531b-c714-41e2-ba3a-125cbfc0efcc, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=fbe4531b-c714-41e2-ba3a-125cbfc0efcc,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:15:07.253174 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:07.255296 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:07.307906 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb59df8-68d7-41f7-a3d6-dbc082da69d1 None None] Pushing event updated for resources: {'Port': ['ID=fbe4531b-c714-41e2-ba3a-125cbfc0efcc,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:07.313987 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-4cb59df8-68d7-41f7-a3d6-dbc082da69d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:07.314562 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Routers {'2320f3f4-875b-407a-afd1-9cc1c4bfa295'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:07.315176 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:14:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2320f3f4-875b-407a-afd1-9cc1c4bfa295'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:07.495133 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] Set router 2320f3f4-875b-407a-afd1-9cc1c4bfa295 gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:07.710601 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2320f3f4-875b-407a-afd1-9cc1c4bfa295', 'name': 'router1', 'tenant_id': 'a3af708032594057a0edd7584efcf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fbe4531b-c714-41e2-ba3a-125cbfc0efcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:48Z', 'updated_at': '2021-06-16T16:15:05Z', 'revision_number': 4, 'project_id': 'a3af708032594057a0edd7584efcf2b8', 'gw_port': {'id': 'fbe4531b-c714-41e2-ba3a-125cbfc0efcc', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2320f3f4-875b-407a-afd1-9cc1c4bfa295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:04Z', 'updated_at': '2021-06-16T16:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '5cb1152f-fb73-4c06-a5ba-45875c4f19c9', 'name': '', 'network_id': '294eb0fa-e452-46ee-bea8-ca6ebc723f8b', 'tenant_id': 'a3af708032594057a0edd7584efcf2b8', 'mac_address': 'fa:16:3e:bf:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2320f3f4-875b-407a-afd1-9cc1c4bfa295', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ffd83c7-48f1-40f3-969b-2345f3583394', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:57Z', 'updated_at': '2021-06-16T16:15:05Z', 'revision_number': 5, 'project_id': 'a3af708032594057a0edd7584efcf2b8', 'subnets': [{'id': '0ffd83c7-48f1-40f3-969b-2345f3583394', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfb5d0d3-5901-401a-8e0f-bcb59ceaeded'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:07.718129 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40469f9-06b7-404c-b883-ad9f06181d7a None None] The sync data for ids ['2320f3f4-875b-407a-afd1-9cc1c4bfa295'] in dv-cinder-775250-5-iscsi is: [{'id': '2320f3f4-875b-407a-afd1-9cc1c4bfa295', 'name': 'router1', 'tenant_id': 'a3af708032594057a0edd7584efcf2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fbe4531b-c714-41e2-ba3a-125cbfc0efcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:48Z', 'updated_at': '2021-06-16T16:15:05Z', 'revision_number': 4, 'project_id': 'a3af708032594057a0edd7584efcf2b8', 'gw_port': {'id': 'fbe4531b-c714-41e2-ba3a-125cbfc0efcc', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2320f3f4-875b-407a-afd1-9cc1c4bfa295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:04Z', 'updated_at': '2021-06-16T16:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '5cb1152f-fb73-4c06-a5ba-45875c4f19c9', 'name': '', 'network_id': '294eb0fa-e452-46ee-bea8-ca6ebc723f8b', 'tenant_id': 'a3af708032594057a0edd7584efcf2b8', 'mac_address': 'fa:16:3e:bf:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2320f3f4-875b-407a-afd1-9cc1c4bfa295', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ffd83c7-48f1-40f3-969b-2345f3583394', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:57Z', 'updated_at': '2021-06-16T16:15:05Z', 'revision_number': 5, 'project_id': 'a3af708032594057a0edd7584efcf2b8', 'subnets': [{'id': '0ffd83c7-48f1-40f3-969b-2345f3583394', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfb5d0d3-5901-401a-8e0f-bcb59ceaeded'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:15:08.064042 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 5 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:15:08.436007 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55178) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:08.558837 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-d5f6376a-9fd2-4947-acce-df86c82c9115 admin admin] 10.222.0.86 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1216915 Jun 16 16:15:08.868546 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device fbe4531b-c714-41e2-ba3a-125cbfc0efcc up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:08.921067 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port fbe4531b-c714-41e2-ba3a-125cbfc0efcc completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:08.926457 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port fbe4531b-c714-41e2-ba3a-125cbfc0efcc triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:08.926900 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:09.007691 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:09.030655 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port fbe4531b-c714-41e2-ba3a-125cbfc0efcc, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=fbe4531b-c714-41e2-ba3a-125cbfc0efcc,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:09.035310 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:09.037421 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:09.086405 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=fbe4531b-c714-41e2-ba3a-125cbfc0efcc,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:09.089466 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:10.861718 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device fbe4531b-c714-41e2-ba3a-125cbfc0efcc up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:10.914046 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port fbe4531b-c714-41e2-ba3a-125cbfc0efcc triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:10.914430 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:22.132274 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-194fd355-bf19-46ff-b74a-c7d02e02e904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:24.786783 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c102fbe6-b172-42fa-8afc-82e161207fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:24.869868 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:25.834188 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:27.549815 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.064375 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 5 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:15:52.134205 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ba47befa-5523-412a-9aff-454582bdcdc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.779929 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0194eaf2-f685-4898-ad9a-23e86921c555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.861662 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:55.805795 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:57.550293 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:22.063482 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 5 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:16:22.135705 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6b4784ce-5dff-4954-883e-81da22d37d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:24.781381 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-debfebbc-eb46-49ce-b01d-9e0ab8535f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:24.864425 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:25.807881 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:27.547386 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:47.247531 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55746) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:47.333433 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c618c14-9568-43ff-9ff4-e077394f1071 admin admin] GET failed (client error): The resource could not be found. Jun 16 16:16:47.335337 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-8c618c14-9568-43ff-9ff4-e077394f1071 admin admin] 10.222.0.86 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0864298 Jun 16 16:16:47.609315 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93810793-c28e-45d3-9b1d-b199498cb345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:47.610824 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-93810793-c28e-45d3-9b1d-b199498cb345 admin admin] 10.222.0.86 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2695608 Jun 16 16:16:50.132142 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55756) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:50.228903 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fffd08-77df-4f17-a74c-f438660c1404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:50.230315 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-69fffd08-77df-4f17-a74c-f438660c1404 admin admin] 10.222.0.86 "GET /v2.0/subnets/0ffd83c7-48f1-40f3-969b-2345f3583394 HTTP/1.1" status: 200 len: 849 time: 0.0972304 Jun 16 16:16:50.242210 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:16:50.342120 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] Notify callbacks [] for subnet, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:50.492609 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738765552752'] for subnet, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:50.496302 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-cd59f1bf-17e4-4194-b0f8-20c176e06e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:50.533249 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:50.534462 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:50.536189 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] 10.222.0.86 "PUT /v2.0/subnets/0ffd83c7-48f1-40f3-969b-2345f3583394 HTTP/1.1" status: 200 len: 868 time: 0.2986534 Jun 16 16:16:50.536371 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1c5575-fc49-47b7-b9af-e0e2f1165dc1 None None] Network 294eb0fa-e452-46ee-bea8-ca6ebc723f8b requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:16:50.563261 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ffd83c7-48f1-40f3-969b-2345f3583394,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:50.573863 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:50.574408 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:50.574716 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:50.575028 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:50.575355 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:50.575697 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:50.576099 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:50.576353 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:50.576842 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:50.577388 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:50.577943 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:50.578479 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:50.583362 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d1ae76fa-6908-4a41-9829-b4605e7a432c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:50.999803 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-d3fd0a67-f9f0-4dc5-aab8-7e6764f2c7ae None None] Provisioning complete for port 5cb1152f-fb73-4c06-a5ba-45875c4f19c9 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:51.000179 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d3fd0a67-f9f0-4dc5-aab8-7e6764f2c7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:51.091444 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-d3fd0a67-f9f0-4dc5-aab8-7e6764f2c7ae None None] Provisioning complete for port dff01ec6-c22a-4993-96ec-e581e9fd4d41 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:51.091657 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d3fd0a67-f9f0-4dc5-aab8-7e6764f2c7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:52.137627 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5e8f4f9f-3a32-4316-aab0-c4159720fd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:52.735661 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55764) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:52.944529 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a1f91-3c1b-45b5-aa73-e3743cba1472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:52.944999 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a1f91-3c1b-45b5-aa73-e3743cba1472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:52.946799 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-f52a1f91-3c1b-45b5-aa73-e3743cba1472 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2100353 Jun 16 16:16:54.782984 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-96fd5bcd-d809-4671-bbc2-54002a37e727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:54.870300 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:55.186974 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55772) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:55.323538 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8390d269-63b5-47ec-93f0-a901be20ef04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:55.324010 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8390d269-63b5-47ec-93f0-a901be20ef04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:55.325538 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-8390d269-63b5-47ec-93f0-a901be20ef04 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1376410 Jun 16 16:16:55.810576 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:57.552817 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:57.574306 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55780) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:57.713027 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8b1647-ce90-4c22-82bf-30f231763fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:57.714525 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-cd8b1647-ce90-4c22-82bf-30f231763fe7 admin admin] 10.222.0.86 "GET /v2.0/networks/294eb0fa-e452-46ee-bea8-ca6ebc723f8b HTTP/1.1" status: 200 len: 869 time: 0.1392100 Jun 16 16:16:59.063260 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 5 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:16:59.883593 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 55788) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:00.019771 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd3e3f0-fe89-496e-bb9c-a49e2fcb288c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:00.021116 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-7dd3e3f0-fe89-496e-bb9c-a49e2fcb288c admin admin] 10.222.0.86 "GET /v2.0/networks/543270ac-5087-4a4b-b928-324956c3ce61 HTTP/1.1" status: 200 len: 886 time: 0.1360672 Jun 16 16:17:02.208231 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55798) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:02.333704 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586a4f01-d50d-421c-a32c-55bf539232aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:02.334156 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586a4f01-d50d-421c-a32c-55bf539232aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:02.335664 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-586a4f01-d50d-421c-a32c-55bf539232aa admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264937 Jun 16 16:17:04.491619 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55806) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:04.585704 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dff7c5-4431-492a-bbf0-3e9a8ba3b00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:04.586159 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dff7c5-4431-492a-bbf0-3e9a8ba3b00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:04.588322 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-c3dff7c5-4431-492a-bbf0-3e9a8ba3b00d admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0951073 Jun 16 16:17:06.751085 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 55814) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:06.851639 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5502687-02b0-47ca-bfb8-2c17cd6738e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:06.852965 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-c5502687-02b0-47ca-bfb8-2c17cd6738e0 admin admin] 10.222.0.86 "GET /v2.0/subnets/0ffd83c7-48f1-40f3-969b-2345f3583394 HTTP/1.1" status: 200 len: 868 time: 0.1009250 Jun 16 16:17:09.019609 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55822) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:09.108602 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aff7d08-fad8-4048-afbb-2e4ed21b18ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:09.109888 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-5aff7d08-fad8-4048-afbb-2e4ed21b18ad admin admin] 10.222.0.86 "GET /v2.0/subnets/fb22e153-4378-4f12-ab9d-39b0c838861f HTTP/1.1" status: 200 len: 816 time: 0.0892680 Jun 16 16:17:22.139533 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f6792ada-e538-4233-ad0c-847c49a3606f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:24.787875 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-2a93eba2-76c5-4223-b10c-81aa89c5c3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:24.872362 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:25.814249 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:27.555973 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:32.536479 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55868) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:32.584032 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [None req-93da116b-58f2-4940-bc31-8bbc2c9e4a8b admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:17:32.585023 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-93da116b-58f2-4940-bc31-8bbc2c9e4a8b admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476220 Jun 16 16:17:34.814948 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55876) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:34.872592 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8cc2cc-7ebe-4737-9986-a1d41740917c admin admin] GET failed (client error): The resource could not be found. Jun 16 16:17:34.873895 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-0a8cc2cc-7ebe-4737-9986-a1d41740917c admin admin] 10.222.0.86 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0580013 Jun 16 16:17:34.957360 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf62a17-7182-4d5f-9e92-03b31d408fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:34.958824 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-8cf62a17-7182-4d5f-9e92-03b31d408fc3 admin admin] 10.222.0.86 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812333 Jun 16 16:17:36.063089 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 5 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:17:37.136140 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55884) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:37.182825 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-2a3ccba0-80d4-4208-9ddf-a7448ef56f1c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:37.202981 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3ccba0-80d4-4208-9ddf-a7448ef56f1c admin admin] Made reservation on behalf of 07496351181d4080805340d0906733cd for: {'network': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:17:37.205318 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2a3ccba0-80d4-4208-9ddf-a7448ef56f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:37.237160 dv-cinder-775250-5-iscsi neutron-server[91606]: WARNING neutron.services.revisions.revision_plugin [None req-2a3ccba0-80d4-4208-9ddf-a7448ef56f1c admin admin] Could not find related network for resource to bump revision. Jun 16 16:17:37.247811 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3ccba0-80d4-4208-9ddf-a7448ef56f1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=91606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:17:37.256315 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2a3ccba0-80d4-4208-9ddf-a7448ef56f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:37.256656 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.segments_db [None req-2a3ccba0-80d4-4208-9ddf-a7448ef56f1c admin admin] Added segment de882dd9-d701-4ce4-bcf3-189d5b3e45c9 of type vlan for network 0b82b788-f535-449f-84cd-fe8f36fbbbfd Jun 16 16:17:37.294658 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2a3ccba0-80d4-4208-9ddf-a7448ef56f1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:37.321465 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2a3ccba0-80d4-4208-9ddf-a7448ef56f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:37.322733 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3ccba0-80d4-4208-9ddf-a7448ef56f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:37.323803 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2a3ccba0-80d4-4208-9ddf-a7448ef56f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:37.325956 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:37.354034 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-2a3ccba0-80d4-4208-9ddf-a7448ef56f1c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2167883 Jun 16 16:17:37.382085 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ccba0-80d4-4208-9ddf-a7448ef56f1c admin admin] Pushing event updated for resources: {'Network': ['ID=0b82b788-f535-449f-84cd-fe8f36fbbbfd,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:37.384885 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-2a3ccba0-80d4-4208-9ddf-a7448ef56f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:37.392994 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network 0b82b788-f535-449f-84cd-fe8f36fbbbfd details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:17:39.513441 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55892) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:39.571219 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.pecan_wsgi.hooks.translation [None req-96530d31-46d6-428d-8911-9b708fa7685b admin admin] GET failed (client error): The resource could not be found. Jun 16 16:17:39.572526 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-96530d31-46d6-428d-8911-9b708fa7685b admin admin] 10.222.0.86 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0581079 Jun 16 16:17:39.642956 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c25e84-4f41-4276-818d-0eea70e1d04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:39.644379 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-01c25e84-4f41-4276-818d-0eea70e1d04e admin admin] 10.222.0.86 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674131 Jun 16 16:17:39.654554 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-7afd3c9c-9742-46c1-b850-85494afe31cf admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '0b82b788-f535-449f-84cd-fe8f36fbbbfd'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:39.674108 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afd3c9c-9742-46c1-b850-85494afe31cf admin admin] Made reservation on behalf of 07496351181d4080805340d0906733cd for: {'subnet': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:17:39.676284 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7afd3c9c-9742-46c1-b850-85494afe31cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:39.837949 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7afd3c9c-9742-46c1-b850-85494afe31cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063'] for subnet, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:39.840582 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:39.890301 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd3c9c-9742-46c1-b850-85494afe31cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc698db4-3050-45bf-8aa4-7d778c50b95a,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:39.893765 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7afd3c9c-9742-46c1-b850-85494afe31cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:39.900252 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afd3c9c-9742-46c1-b850-85494afe31cf admin admin] Checking segment: {'id': 'de882dd9-d701-4ce4-bcf3-189d5b3e45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0b82b788-f535-449f-84cd-fe8f36fbbbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:17:39.900599 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afd3c9c-9742-46c1-b850-85494afe31cf admin admin] Network hostable DHCP agents. Network: 0b82b788-f535-449f-84cd-fe8f36fbbbfd, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:17:39.918919 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afd3c9c-9742-46c1-b850-85494afe31cf admin admin] Network 0b82b788-f535-449f-84cd-fe8f36fbbbfd is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:17:39.927882 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-7afd3c9c-9742-46c1-b850-85494afe31cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, 0b82b788-f535-449f-84cd-fe8f36fbbbfd) {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:39.932181 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afd3c9c-9742-46c1-b850-85494afe31cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:39.932759 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7afd3c9c-9742-46c1-b850-85494afe31cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:39.939200 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9121c96-2d80-4827-b05f-f95a51c857a8 None None] Network 0b82b788-f535-449f-84cd-fe8f36fbbbfd requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:17:39.947449 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-7afd3c9c-9742-46c1-b850-85494afe31cf admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2969356 Jun 16 16:17:40.089930 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e05dda8-9efc-52dc-a0f2-15fc13a0b1c1-0b82b788-f535-449f-84cd-fe8f36fbbbfd', 'network_id': '0b82b788-f535-449f-84cd-fe8f36fbbbfd', 'tenant_id': '07496351181d4080805340d0906733cd', 'fixed_ips': [{'subnet_id': 'cc698db4-3050-45bf-8aa4-7d778c50b95a'}]}} from dv-cinder-775250-5-iscsi. {{(pid=91608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:17:40.090938 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:40.343712 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Allocated IP 192.168.233.2 (0b82b788-f535-449f-84cd-fe8f36fbbbfd/cc698db4-3050-45bf-8aa4-7d778c50b95a/8bcb1440-657a-41d6-9457-9b8d3dc2554a) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:17:40.485987 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:40.494400 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Transition to ACTIVE for port object 8bcb1440-657a-41d6-9457-9b8d3dc2554a will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:17:40.509819 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Transition to ACTIVE for port object 8bcb1440-657a-41d6-9457-9b8d3dc2554a will not be triggered until provisioned by entity DHCP. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:17:40.515714 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:40.517828 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:40.555786 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Network 0b82b788-f535-449f-84cd-fe8f36fbbbfd is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:17:40.559301 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Resources bound (agent type, host, resource id): {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:40.564847 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:17:40.574012 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Pushing event updated for resources: {'Port': ['ID=8bcb1440-657a-41d6-9457-9b8d3dc2554a,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:40.606647 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:40.606917 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:40.607260 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:40.607595 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:40.607933 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:40.608261 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:40.608583 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:40.608908 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:40.609234 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:40.609577 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:40.609895 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:40.610216 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:40.614538 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:40.642052 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Attempting to bind port 8bcb1440-657a-41d6-9457-9b8d3dc2554a on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:17:40.642421 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Attempting to bind port 8bcb1440-657a-41d6-9457-9b8d3dc2554a by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': 'de882dd9-d701-4ce4-bcf3-189d5b3e45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0b82b788-f535-449f-84cd-fe8f36fbbbfd'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:17:40.642782 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Attempting to bind port 8bcb1440-657a-41d6-9457-9b8d3dc2554a on network 0b82b788-f535-449f-84cd-fe8f36fbbbfd {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:17:40.647735 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:17:40.648105 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Checking segment: {'id': 'de882dd9-d701-4ce4-bcf3-189d5b3e45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0b82b788-f535-449f-84cd-fe8f36fbbbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:17:40.648919 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:40.649071 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Bound using segment: {'id': 'de882dd9-d701-4ce4-bcf3-189d5b3e45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0b82b788-f535-449f-84cd-fe8f36fbbbfd'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:17:40.649433 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Bound port: 8bcb1440-657a-41d6-9457-9b8d3dc2554a, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de882dd9-d701-4ce4-bcf3-189d5b3e45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0b82b788-f535-449f-84cd-fe8f36fbbbfd'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:17:40.649833 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:40.715779 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] For port 8bcb1440-657a-41d6-9457-9b8d3dc2554a, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:17:40.718859 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] For port 8bcb1440-657a-41d6-9457-9b8d3dc2554a, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=8bcb1440-657a-41d6-9457-9b8d3dc2554a,segment=NetworkSegment(de882dd9-d701-4ce4-bcf3-189d5b3e45c9),segment_id=de882dd9-d701-4ce4-bcf3-189d5b3e45c9)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:17:40.724578 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:40.729027 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-8e416715-c62c-4be1-bcf2-d58fb49c0fc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:40.790042 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Pushing event updated for resources: {'Port': ['ID=8bcb1440-657a-41d6-9457-9b8d3dc2554a,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:40.793449 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:41.612907 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56818af-e77f-433d-8eeb-ffcae367b740 None None] Network 0b82b788-f535-449f-84cd-fe8f36fbbbfd requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:17:41.723065 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-8a50ffbf-122a-4e3e-a6fc-8cc14f41575f None None] Provisioning for port 8bcb1440-657a-41d6-9457-9b8d3dc2554a completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:17:42.981872 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 8bcb1440-657a-41d6-9457-9b8d3dc2554a up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:17:43.029007 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port 8bcb1440-657a-41d6-9457-9b8d3dc2554a completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:17:43.032540 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 8bcb1440-657a-41d6-9457-9b8d3dc2554a triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:17:43.032909 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:43.115930 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:43.146430 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port 8bcb1440-657a-41d6-9457-9b8d3dc2554a, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=8bcb1440-657a-41d6-9457-9b8d3dc2554a,segment=NetworkSegment(de882dd9-d701-4ce4-bcf3-189d5b3e45c9),segment_id=de882dd9-d701-4ce4-bcf3-189d5b3e45c9)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:43.150307 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:43.154829 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:43.199958 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=8bcb1440-657a-41d6-9457-9b8d3dc2554a,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:43.203230 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:44.962953 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 8bcb1440-657a-41d6-9457-9b8d3dc2554a up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:17:45.010221 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 8bcb1440-657a-41d6-9457-9b8d3dc2554a triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:17:45.010592 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:52.141174 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dea7a51e-bfab-463d-ba4c-e7e8005f5bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.789963 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-61597531-6f5e-436a-8a67-d6eb5dd25784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:54.873506 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:55.815384 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:57.557262 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:13.061740 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 5 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:18:22.142431 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cc72d185-9c9b-4866-ba52-dbf99a6683c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:24.793893 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-31aaa731-1440-4fd9-b9ba-5c44827cdcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:24.875279 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:25.817808 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.559785 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.988065 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 55944) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:47.994401 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [None req-9f92dbe4-2213-46ee-b211-8b0ae758333a tempest-verify_tempest_config-1654520336 tempest-verify_tempest_config-1654520336-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:18:47.995367 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-9f92dbe4-2213-46ee-b211-8b0ae758333a tempest-verify_tempest_config-1654520336 tempest-verify_tempest_config-1654520336-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060165 Jun 16 16:18:48.318057 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 55962) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:48.429280 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2d0697d0-5531-4436-ad4b-2360cc1de1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:48.554566 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2d0697d0-5531-4436-ad4b-2360cc1de1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:48.558444 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2d0697d0-5531-4436-ad4b-2360cc1de1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:48.564059 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:48.602107 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-2d0697d0-5531-4436-ad4b-2360cc1de1df admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=44559b1f99ce4e0590fe78fc5688240b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2829530 Jun 16 16:18:48.603984 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0697d0-5531-4436-ad4b-2360cc1de1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c38d76-cb92-42cb-be15-586af1a51213,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:48.604781 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 55966) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:48.611103 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0697d0-5531-4436-ad4b-2360cc1de1df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.611457 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0697d0-5531-4436-ad4b-2360cc1de1df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.611791 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0697d0-5531-4436-ad4b-2360cc1de1df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.612114 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0697d0-5531-4436-ad4b-2360cc1de1df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.612432 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0697d0-5531-4436-ad4b-2360cc1de1df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.612749 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0697d0-5531-4436-ad4b-2360cc1de1df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.613062 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0697d0-5531-4436-ad4b-2360cc1de1df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.613382 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0697d0-5531-4436-ad4b-2360cc1de1df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.613745 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0697d0-5531-4436-ad4b-2360cc1de1df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.614062 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0697d0-5531-4436-ad4b-2360cc1de1df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.614371 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0697d0-5531-4436-ad4b-2360cc1de1df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.614680 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0697d0-5531-4436-ad4b-2360cc1de1df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.619066 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2d0697d0-5531-4436-ad4b-2360cc1de1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:48.661164 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:48.681977 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:48.772778 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:48.775592 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:48.776717 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/78c38d76-cb92-42cb-be15-586af1a51213 HTTP/1.1" status: 204 len: 168 time: 0.1709840 Jun 16 16:18:48.777518 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:48.789227 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c38d76-cb92-42cb-be15-586af1a51213,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:48.793622 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.794067 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.794331 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.794662 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.794982 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.795319 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.795648 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.796295 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.796295 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.796728 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.797064 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.797378 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:48.800760 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:50.059933 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 5 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:18:52.142630 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d254eb71-da59-4952-a441-2e8c89e2746a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:54.798604 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a6629441-eea6-4e90-a9c6-e4bbb06804ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:54.876327 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:55.821078 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:57.565201 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:22.144494 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9442e7d3-12a1-4e57-a961-5e58e6fbea92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:24.789760 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1095744e-7ec0-456b-bf6e-b7dbd84e3c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:24.880315 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:25.823650 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:27.058892 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 5 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:19:27.572038 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:52.144618 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-de7e631c-a77b-42ec-a6fa-1e773af335e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:54.786817 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9b76d255-74c5-4b71-a287-423ef0deb498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:54.881288 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:55.826059 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:57.569665 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:04.057320 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 5 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:20:22.145423 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d13b1beb-06bd-4e5d-9fa6-c9bf29a765a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:24.789523 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-51989b4f-605e-4fc9-93c8-1251158f4527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:24.881893 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:25.828510 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:27.572529 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:28.098806 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439'] for agent, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:32.148993 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 56020) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:32.250284 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-9d8f3735-ae53-4682-8084-b0d93074c326 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1001818 Jun 16 16:20:34.405466 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 56030) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:34.465460 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-b614a69d-4f81-473d-a10f-7087041a9f5b admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0581629 Jun 16 16:20:41.057057 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:20:52.146493 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-10839de0-a087-46d5-84b5-e777154244c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:54.790272 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d513b330-04bd-42d3-a7d1-bed718160949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:54.882883 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:55.830333 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:57.575052 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.056573 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:18.056494 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:21:22.148938 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1800e1a8-ba7d-4c0a-9bb5-1837d298943c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:24.808039 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-51ebae41-9df2-4812-8649-33842b4d354b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:24.889871 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:25.840718 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:27.579239 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:28.061924 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:52.150781 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fe54db1a-76cd-4b84-9ba7-7e98fe664cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:54.792533 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cd84d259-1465-4c4f-b687-4aec9e5d40f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:54.884300 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:55.056540 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:21:55.837769 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:57.578596 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:58.089949 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:04.536379 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 56270) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:04.583846 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 56284) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:04.600829 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 56288) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:04.638605 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 56298) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:04.737057 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2030104877-network', 'tenant_id': '7e3b66842dda409a9855ce1bf107e082'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:04.767890 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Made reservation on behalf of 7e3b66842dda409a9855ce1bf107e082 for: {'network': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:04.771599 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:04.785012 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:04.793637 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-3d289792-3695-47ea-a88d-c9e0c666094a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-21554160-network', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:04.802708 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-322845258-network', 'tenant_id': '0bab6a88cf1841698fdebfb43f3a76ac'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:04.830062 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Made reservation on behalf of 0bab6a88cf1841698fdebfb43f3a76ac for: {'network': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:04.832623 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:04.842818 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:04.876734 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d289792-3695-47ea-a88d-c9e0c666094a admin admin] Made reservation on behalf of 7b8a7950983b4751a0fb34523c61191d for: {'network': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:04.879497 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3d289792-3695-47ea-a88d-c9e0c666094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:04.888660 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1749527041-network', 'tenant_id': '92801956879a4017b29bfa30bcc73fcd'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:04.909683 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3d289792-3695-47ea-a88d-c9e0c666094a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:04.993695 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.010993 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.015821 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:05.029691 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=91606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:22:05.055871 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.056469 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.segments_db [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Added segment f5e4b054-24a2-4206-b5f4-da8b26467035 of type vlan for network f5474398-e4d0-42ec-aa29-77718e3f18bb Jun 16 16:22:05.069792 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:05.136525 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.141875 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.168272 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=91607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:22:05.187869 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738765585448', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.188444 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Unsubscribe: segment precommit_create {{(pid=91607) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 16:22:05.189074 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.segments_db [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Added segment 2a763c94-c252-4031-8860-074635cfe77b of type vlan for network f3bf38a0-6de0-478a-a880-437c4b879d4d Jun 16 16:22:05.250758 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.258899 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.260628 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.261684 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.261954 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.262311 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.266392 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.266392 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.266392 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.266392 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.266392 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.266392 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.266392 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Tracked resource versions report: Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: pushed versions: Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: { 'AddressGroup': {'1.2'}, Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'ConntrackHelper': {'1.0'}, Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Log': {'1.0'}, Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Network': {'1.1'}, Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Port': {'1.7'}, Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'PortForwarding': {'1.2'}, Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'QosPolicy': {'1.8'}, Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'SecurityGroup': {'1.4'}, Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'SubPort': {'1.0'}, Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Subnet': {'1.1'}, Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Trunk': {'1.1'}} Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: consumer versions: Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: { DHCP agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: HyperV agent@hv-cinder-77525: {}, Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: L3 agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: Metadata agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: Metering agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: Open vSwitch agent@dv-cinder-775250-5-iscsi: { 'AddressGroup': '1.2', Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'ConntrackHelper': '1.0', Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Log': '1.0', Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Network': '1.1', Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Port': '1.7', Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'PortForwarding': '1.2', Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'QosPolicy': '1.8', Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'SecurityGroup': '1.4', Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'SecurityGroupRule': '1.2', Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'SubPort': '1.0', Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Subnet': '1.1', Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: 'Trunk': '1.1'}} Jun 16 16:22:05.267595 dv-cinder-775250-5-iscsi neutron-server[91606]: {{(pid=91606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:22:05.271352 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:05.278736 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] Made reservation on behalf of 92801956879a4017b29bfa30bcc73fcd for: {'network': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:05.280998 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.287974 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2d0697d0-5531-4436-ad4b-2360cc1de1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:05.322697 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.332442 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.405961 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.407987 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c14edca-6ce4-4120-978a-9bc966dd1301,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:05.409461 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.412257 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:05.414122 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.421020 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:05.424932 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:05.425577 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.433615 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.433969 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.438856 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.439232 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.441329 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.441744 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.442134 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.442672 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.443464 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.443800 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.444596 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.444972 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Tracked resource versions report: Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: pushed versions: Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: { 'AddressGroup': {'1.2'}, Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'ConntrackHelper': {'1.0'}, Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Log': {'1.0'}, Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Network': {'1.1'}, Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Port': {'1.7'}, Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'PortForwarding': {'1.2'}, Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'QosPolicy': {'1.8'}, Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'SecurityGroup': {'1.4'}, Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'SubPort': {'1.0'}, Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Subnet': {'1.1'}, Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Trunk': {'1.1'}} Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: consumer versions: Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: { DHCP agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: HyperV agent@hv-cinder-77525: {}, Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: L3 agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: Metadata agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: Metering agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: Open vSwitch agent@dv-cinder-775250-5-iscsi: { 'AddressGroup': '1.2', Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'ConntrackHelper': '1.0', Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Log': '1.0', Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Network': '1.1', Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Port': '1.7', Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'PortForwarding': '1.2', Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'QosPolicy': '1.8', Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'SecurityGroup': '1.4', Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'SecurityGroupRule': '1.2', Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'SubPort': '1.0', Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Subnet': '1.1', Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: 'Trunk': '1.1'}} Jun 16 16:22:05.446903 dv-cinder-775250-5-iscsi neutron-server[91607]: {{(pid=91607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:22:05.473319 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:05.473504 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:05.527941 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Pushing event updated for resources: {'Network': ['ID=f5474398-e4d0-42ec-aa29-77718e3f18bb,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:05.541793 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network f5474398-e4d0-42ec-aa29-77718e3f18bb details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:22:05.578861 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:05.585753 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3d289792-3695-47ea-a88d-c9e0c666094a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.591448 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3d289792-3695-47ea-a88d-c9e0c666094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.602653 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-f4bfb3c6-8603-454e-a7f3-2834dea9f9a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:05.623202 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0856633 Jun 16 16:22:05.636728 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d289792-3695-47ea-a88d-c9e0c666094a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=91606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:22:05.648759 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3d289792-3695-47ea-a88d-c9e0c666094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.649397 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.segments_db [None req-3d289792-3695-47ea-a88d-c9e0c666094a admin admin] Added segment 4a460494-d6ff-48a4-82fb-c5fa15034f2c of type vlan for network 02e15231-b46c-4cf2-9ad6-fa4086007904 Jun 16 16:22:05.676197 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Pushing event updated for resources: {'Network': ['ID=f3bf38a0-6de0-478a-a880-437c4b879d4d,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:05.680102 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 56366) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:05.685442 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-ecbb18c1-c5f8-4224-bb6d-b676f4631849 admin admin] Request body: {'subnet': {'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2030104877-subnet', 'tenant_id': '7e3b66842dda409a9855ce1bf107e082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:05.692405 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network f3bf38a0-6de0-478a-a880-437c4b879d4d details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:22:05.694800 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:05.700515 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0984578 Jun 16 16:22:05.701236 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 56372) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:05.707133 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-476973db-5427-4951-9fac-175f8985c306 admin admin] Request body: {'subnet': {'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-322845258-subnet', 'tenant_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:05.761133 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3d289792-3695-47ea-a88d-c9e0c666094a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.830572 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d289792-3695-47ea-a88d-c9e0c666094a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0142ee-e4f8-4ff0-8db0-547b53edb006,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:05.854385 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-3d289792-3695-47ea-a88d-c9e0c666094a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:05.865904 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3d289792-3695-47ea-a88d-c9e0c666094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.883504 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d289792-3695-47ea-a88d-c9e0c666094a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:05.885096 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3d289792-3695-47ea-a88d-c9e0c666094a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:05.890677 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-2a3ccba0-80d4-4208-9ddf-a7448ef56f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:06.068722 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d289792-3695-47ea-a88d-c9e0c666094a admin admin] Pushing event updated for resources: {'Network': ['ID=02e15231-b46c-4cf2-9ad6-fa4086007904,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:06.082724 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-3d289792-3695-47ea-a88d-c9e0c666094a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:06.088778 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network 02e15231-b46c-4cf2-9ad6-fa4086007904 details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:22:06.161929 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.169143 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.199640 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=91606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:22:06.202045 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:06.203721 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbb18c1-c5f8-4224-bb6d-b676f4631849 admin admin] Made reservation on behalf of 7e3b66842dda409a9855ce1bf107e082 for: {'subnet': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:06.210401 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ecbb18c1-c5f8-4224-bb6d-b676f4631849 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.230437 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-3d289792-3695-47ea-a88d-c9e0c666094a admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6453581 Jun 16 16:22:06.241772 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 56414) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:06.261127 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.261460 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.segments_db [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] Added segment dd074591-713f-4a1e-8cd3-6c75f1a693c2 of type vlan for network fca1f25f-8d45-4484-8908-c5c096b9c6d6 Jun 16 16:22:06.264752 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-898d84db-bbd5-4d59-9f55-d869d26fb2f6 admin admin] Request body: {'subnet': {'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-21554160-subnet', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:06.299479 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3f1573-8003-440b-a463-7c507fe6bca4,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:06.324213 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:06.348846 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476973db-5427-4951-9fac-175f8985c306 admin admin] Made reservation on behalf of 0bab6a88cf1841698fdebfb43f3a76ac for: {'subnet': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:06.352918 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-476973db-5427-4951-9fac-175f8985c306 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.356546 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.408271 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.409880 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:06.410556 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.414214 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:06.479167 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] Pushing event updated for resources: {'Network': ['ID=fca1f25f-8d45-4484-8908-c5c096b9c6d6,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:06.483896 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898d84db-bbd5-4d59-9f55-d869d26fb2f6 admin admin] Made reservation on behalf of 7b8a7950983b4751a0fb34523c61191d for: {'subnet': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:06.486379 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-898d84db-bbd5-4d59-9f55-d869d26fb2f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.488635 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:06.492485 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network fca1f25f-8d45-4484-8908-c5c096b9c6d6 details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:22:06.494473 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8544586 Jun 16 16:22:06.495456 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 56436) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:06.500172 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-80c58b30-f4b6-45f3-9bb5-9bff841daf88 admin admin] Request body: {'subnet': {'network_id': 'fca1f25f-8d45-4484-8908-c5c096b9c6d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1749527041-subnet', 'tenant_id': '92801956879a4017b29bfa30bcc73fcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:06.529126 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c58b30-f4b6-45f3-9bb5-9bff841daf88 admin admin] Made reservation on behalf of 92801956879a4017b29bfa30bcc73fcd for: {'subnet': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:06.534558 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-80c58b30-f4b6-45f3-9bb5-9bff841daf88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.744128 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 56446) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:06.746904 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ecbb18c1-c5f8-4224-bb6d-b676f4631849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063'] for subnet, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.779657 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-5115d67a-8eaf-4c36-8d9a-0f8f7f053689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:06.875003 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-80c58b30-f4b6-45f3-9bb5-9bff841daf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063'] for subnet, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.881065 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:06.958181 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb18c1-c5f8-4224-bb6d-b676f4631849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fffa3101-76c7-4dfc-80a7-5bba2806cf65,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:06.973076 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ecbb18c1-c5f8-4224-bb6d-b676f4631849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:06.987225 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-05f18674-9a1a-4bf1-bca0-0a9607abaa3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:06.993477 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbb18c1-c5f8-4224-bb6d-b676f4631849 admin admin] Checking segment: {'id': 'f5e4b054-24a2-4206-b5f4-da8b26467035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:06.994198 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbb18c1-c5f8-4224-bb6d-b676f4631849 admin admin] Network hostable DHCP agents. Network: f5474398-e4d0-42ec-aa29-77718e3f18bb, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:22:07.010290 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c58b30-f4b6-45f3-9bb5-9bff841daf88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=157c4ce4-721b-405f-8590-6fb4234794b0,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:07.016805 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-80c58b30-f4b6-45f3-9bb5-9bff841daf88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:07.033639 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c58b30-f4b6-45f3-9bb5-9bff841daf88 admin admin] Checking segment: {'id': 'dd074591-713f-4a1e-8cd3-6c75f1a693c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fca1f25f-8d45-4484-8908-c5c096b9c6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:07.034291 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c58b30-f4b6-45f3-9bb5-9bff841daf88 admin admin] Network hostable DHCP agents. Network: fca1f25f-8d45-4484-8908-c5c096b9c6d6, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:22:07.071452 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c58b30-f4b6-45f3-9bb5-9bff841daf88 admin admin] Network fca1f25f-8d45-4484-8908-c5c096b9c6d6 is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:22:07.089330 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-80c58b30-f4b6-45f3-9bb5-9bff841daf88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, fca1f25f-8d45-4484-8908-c5c096b9c6d6) {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:07.101841 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8713254-3ad4-4c3e-9ce0-219d583e1eab None None] Network fca1f25f-8d45-4484-8908-c5c096b9c6d6 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:07.103189 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c58b30-f4b6-45f3-9bb5-9bff841daf88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:07.104108 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-80c58b30-f4b6-45f3-9bb5-9bff841daf88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:07.120042 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbb18c1-c5f8-4224-bb6d-b676f4631849 admin admin] Network f5474398-e4d0-42ec-aa29-77718e3f18bb is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:22:07.129140 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-898d84db-bbd5-4d59-9f55-d869d26fb2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063'] for subnet, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:07.131210 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-ecbb18c1-c5f8-4224-bb6d-b676f4631849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, f5474398-e4d0-42ec-aa29-77718e3f18bb) {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:07.145340 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a73332c-b7c6-46b6-b213-31561584c5ae None None] Network f5474398-e4d0-42ec-aa29-77718e3f18bb requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:07.146330 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ecbb18c1-c5f8-4224-bb6d-b676f4631849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:07.160153 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-05f18674-9a1a-4bf1-bca0-0a9607abaa3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:07.169155 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-05f18674-9a1a-4bf1-bca0-0a9607abaa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:07.176938 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:07.178382 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-476973db-5427-4951-9fac-175f8985c306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063'] for subnet, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:07.179963 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbb18c1-c5f8-4224-bb6d-b676f4631849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:07.180545 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ecbb18c1-c5f8-4224-bb6d-b676f4631849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:07.190919 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-80c58b30-f4b6-45f3-9bb5-9bff841daf88 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6943657 Jun 16 16:22:07.238048 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-05f18674-9a1a-4bf1-bca0-0a9607abaa3c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=26006ebb68744d8f8352d6d36c4a6a6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4924629 Jun 16 16:22:07.239119 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f18674-9a1a-4bf1-bca0-0a9607abaa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf24da94-241d-4991-b259-a433c5b479d3,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:07.243443 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 56460) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:07.261765 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d84db-bbd5-4d59-9f55-d869d26fb2f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea088378-29f7-4b89-b70f-57d9f2f62724,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:07.268079 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-898d84db-bbd5-4d59-9f55-d869d26fb2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:07.278703 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-05f18674-9a1a-4bf1-bca0-0a9607abaa3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:07.292277 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:07.323201 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-01ffa844-d50f-4df0-8fb5-35634240bf49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:07.374484 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-01ffa844-d50f-4df0-8fb5-35634240bf49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:07.424974 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-ecbb18c1-c5f8-4224-bb6d-b676f4631849 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7359192 Jun 16 16:22:07.469620 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-01ffa844-d50f-4df0-8fb5-35634240bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:07.473078 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-01ffa844-d50f-4df0-8fb5-35634240bf49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:07.474533 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-01ffa844-d50f-4df0-8fb5-35634240bf49 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cf24da94-241d-4991-b259-a433c5b479d3 HTTP/1.1" status: 204 len: 168 time: 0.2295136 Jun 16 16:22:07.476175 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-37aa552b-e8a5-46cd-93bf-327864ef12b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:07.513964 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898d84db-bbd5-4d59-9f55-d869d26fb2f6 admin admin] Checking segment: {'id': '4a460494-d6ff-48a4-82fb-c5fa15034f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:07.514313 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898d84db-bbd5-4d59-9f55-d869d26fb2f6 admin admin] Network hostable DHCP agents. Network: 02e15231-b46c-4cf2-9ad6-fa4086007904, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:22:07.514488 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffa844-d50f-4df0-8fb5-35634240bf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf24da94-241d-4991-b259-a433c5b479d3,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:07.520266 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-01ffa844-d50f-4df0-8fb5-35634240bf49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:07.564563 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476973db-5427-4951-9fac-175f8985c306 admin admin] Checking segment: {'id': '2a763c94-c252-4031-8860-074635cfe77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:07.564911 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476973db-5427-4951-9fac-175f8985c306 admin admin] Network hostable DHCP agents. Network: f3bf38a0-6de0-478a-a880-437c4b879d4d, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:22:07.594446 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898d84db-bbd5-4d59-9f55-d869d26fb2f6 admin admin] Network 02e15231-b46c-4cf2-9ad6-fa4086007904 is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:22:07.594446 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476973db-5427-4951-9fac-175f8985c306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11140164-2d45-4a21-991b-acd6e1deb88b,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:07.594446 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-476973db-5427-4951-9fac-175f8985c306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:07.598037 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6827b595-ac8d-4cb2-8eb0-34e9b5bc9a37 None None] Network fca1f25f-8d45-4484-8908-c5c096b9c6d6 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:07.622552 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-898d84db-bbd5-4d59-9f55-d869d26fb2f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, 02e15231-b46c-4cf2-9ad6-fa4086007904) {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:07.630949 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898d84db-bbd5-4d59-9f55-d869d26fb2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:07.631523 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-898d84db-bbd5-4d59-9f55-d869d26fb2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:07.640394 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476973db-5427-4951-9fac-175f8985c306 admin admin] Network f3bf38a0-6de0-478a-a880-437c4b879d4d is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:22:07.670987 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-476973db-5427-4951-9fac-175f8985c306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, f3bf38a0-6de0-478a-a880-437c4b879d4d) {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:07.680863 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476973db-5427-4951-9fac-175f8985c306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:07.682444 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-476973db-5427-4951-9fac-175f8985c306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:07.712455 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-898d84db-bbd5-4d59-9f55-d869d26fb2f6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4690247 Jun 16 16:22:07.714910 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 56488) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:07.716406 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-476973db-5427-4951-9fac-175f8985c306 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0140793 Jun 16 16:22:07.721087 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 56490) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:07.722948 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:07.726725 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-322845258-router', 'tenant_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:07.801872 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33462664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-991'] for router, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:07.804998 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33457953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33157256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33482962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:07.805320 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20bed5b-1ba7-4af8-99c2-4e88093ce98a None None] Network 02e15231-b46c-4cf2-9ad6-fa4086007904 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:07.809412 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdae3fbf-42e7-4abb-8475-fce732fb3bf8 None None] Network f3bf38a0-6de0-478a-a880-437c4b879d4d requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:07.867247 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33462664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-991'] for router, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:07.874361 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33457953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33157256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33482962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:07.972273 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:08.041057 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d624a94-571b-4241-ba64-ee68c7e24685 None None] Network f5474398-e4d0-42ec-aa29-77718e3f18bb requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:08.101578 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 56504) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:08.159597 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:08.259756 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33157274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33462694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-804'] for router, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:08.295441 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7e52ef4e-1355-4934-aca0-8ac41d3761f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:08.338154 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 56514) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:08.406000 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33157274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33462694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-804'] for router, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:08.485182 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e05dda8-9efc-52dc-a0f2-15fc13a0b1c1-02e15231-b46c-4cf2-9ad6-fa4086007904', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'fixed_ips': [{'subnet_id': 'ea088378-29f7-4b89-b70f-57d9f2f62724'}]}} from dv-cinder-775250-5-iscsi. {{(pid=91608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:22:08.486093 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:08.619940 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7e52ef4e-1355-4934-aca0-8ac41d3761f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:08.621543 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 56544) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:08.627988 dv-cinder-775250-5-iscsi neutron-server[91607]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 16:22:08.637390 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3149bb17-df99-4378-9021-e29ce22615cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:08.653853 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7e52ef4e-1355-4934-aca0-8ac41d3761f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:08.664575 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc74dece-904c-4279-9aa6-8a40878c6b6e None None] Network f3bf38a0-6de0-478a-a880-437c4b879d4d requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:08.684305 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:08.770726 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3149bb17-df99-4378-9021-e29ce22615cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:08.779386 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3149bb17-df99-4378-9021-e29ce22615cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:08.790937 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:08.826989 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149bb17-df99-4378-9021-e29ce22615cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e531eec-f970-4459-89c4-f2c8da4610c4,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:08.831472 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-3149bb17-df99-4378-9021-e29ce22615cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:08.843863 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:08.873141 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:08.873741 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Allocated IP 172.20.0.2 (02e15231-b46c-4cf2-9ad6-fa4086007904/ea088378-29f7-4b89-b70f-57d9f2f62724/482d3c51-47c0-4b35-803a-c5368d31470c) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:22:08.875711 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52ef4e-1355-4934-aca0-8ac41d3761f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e660135-5236-4f40-a631-37331cf184f7,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:08.883815 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-7e52ef4e-1355-4934-aca0-8ac41d3761f2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c9e0da5a9cb64cabb445add2029183ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7754014 Jun 16 16:22:08.889813 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7e52ef4e-1355-4934-aca0-8ac41d3761f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:08.903226 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 56554) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:09.019319 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Allocated IP 172.27.0.116 (543270ac-5087-4a4b-b928-324956c3ce61/fb22e153-4378-4f12-ab9d-39b0c838861f/6dac34f8-1be3-4da2-91ec-48ce033f5450) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:22:09.041195 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-06a1538a-a68d-4cff-ac16-4c79eb51f737 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:09.042846 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-06a1538a-a68d-4cff-ac16-4c79eb51f737 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/networks?id=fca1f25f-8d45-4484-8908-c5c096b9c6d6 HTTP/1.1" status: 200 len: 812 time: 0.4190245 Jun 16 16:22:09.077592 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-e34742df-e810-46c2-b07d-f3e47c0d3f90 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/quotas/92801956879a4017b29bfa30bcc73fcd HTTP/1.1" status: 200 len: 375 time: 0.0252748 Jun 16 16:22:09.156518 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.166974 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 56568) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:09.171126 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-063c6696-0488-4491-8c3c-07f897592840 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=92801956879a4017b29bfa30bcc73fcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746484 Jun 16 16:22:09.171724 dv-cinder-775250-5-iscsi neutron-server[91606]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 16:22:09.174396 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6520d219-ebcc-478c-8ce1-267f73d5dad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.191297 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.216952 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-3149bb17-df99-4378-9021-e29ce22615cf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a3b7b614c6a54086b8e0485db55bd92d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8775568 Jun 16 16:22:09.219433 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 56574) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:09.243240 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.261184 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Transition to ACTIVE for port object 482d3c51-47c0-4b35-803a-c5368d31470c will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:22:09.287469 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Transition to ACTIVE for port object 482d3c51-47c0-4b35-803a-c5368d31470c will not be triggered until provisioned by entity DHCP. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:22:09.302969 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.308623 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:09.332777 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.336465 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6520d219-ebcc-478c-8ce1-267f73d5dad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.384136 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Network 02e15231-b46c-4cf2-9ad6-fa4086007904 is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:22:09.394747 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Resources bound (agent type, host, resource id): {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:09.409241 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:22:09.442606 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Pushing event updated for resources: {'Port': ['ID=482d3c51-47c0-4b35-803a-c5368d31470c,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:09.461505 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-8c3832a6-71ed-43dc-8dc5-52585a79552a service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:22:09.462644 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-8c3832a6-71ed-43dc-8dc5-52585a79552a service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1374500 Jun 16 16:22:09.463940 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6520d219-ebcc-478c-8ce1-267f73d5dad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.467307 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6520d219-ebcc-478c-8ce1-267f73d5dad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.472126 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-6520d219-ebcc-478c-8ce1-267f73d5dad5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8e660135-5236-4f40-a631-37331cf184f7 HTTP/1.1" status: 204 len: 168 time: 0.5659981 Jun 16 16:22:09.482072 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:09.487630 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:09.488193 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:09.488857 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:09.489162 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:09.489571 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:09.490096 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:09.490547 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:09.490863 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:09.491784 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:09.492254 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:09.492768 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:09.493294 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Tracked resource versions report: Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: pushed versions: Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: { 'AddressGroup': {'1.2'}, Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'ConntrackHelper': {'1.0'}, Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Log': {'1.0'}, Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Network': {'1.1'}, Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Port': {'1.7'}, Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'PortForwarding': {'1.2'}, Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'QosPolicy': {'1.8'}, Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'SecurityGroup': {'1.4'}, Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'SubPort': {'1.0'}, Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Subnet': {'1.1'}, Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Trunk': {'1.1'}} Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: consumer versions: Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: { DHCP agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: HyperV agent@hv-cinder-77525: {}, Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: L3 agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: Metadata agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: Metering agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: Open vSwitch agent@dv-cinder-775250-5-iscsi: { 'AddressGroup': '1.2', Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'ConntrackHelper': '1.0', Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Log': '1.0', Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Network': '1.1', Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Port': '1.7', Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'PortForwarding': '1.2', Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'QosPolicy': '1.8', Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'SecurityGroup': '1.4', Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'SecurityGroupRule': '1.2', Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'SubPort': '1.0', Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Subnet': '1.1', Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: 'Trunk': '1.1'}} Jun 16 16:22:09.494693 dv-cinder-775250-5-iscsi neutron-server[91608]: {{(pid=91608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:22:09.532984 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:09.545902 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Attempting to bind port 482d3c51-47c0-4b35-803a-c5368d31470c on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:22:09.548142 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Attempting to bind port 482d3c51-47c0-4b35-803a-c5368d31470c by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '4a460494-d6ff-48a4-82fb-c5fa15034f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:22:09.549029 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Attempting to bind port 482d3c51-47c0-4b35-803a-c5368d31470c on network 02e15231-b46c-4cf2-9ad6-fa4086007904 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:09.561685 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:22:09.564105 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Checking segment: {'id': '4a460494-d6ff-48a4-82fb-c5fa15034f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:09.564740 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.565993 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Bound using segment: {'id': '4a460494-d6ff-48a4-82fb-c5fa15034f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:22:09.567556 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Bound port: 482d3c51-47c0-4b35-803a-c5368d31470c, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a460494-d6ff-48a4-82fb-c5fa15034f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:22:09.568280 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.615925 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-7200fb6e-6344-4899-bfc5-42aef8e6e8ba tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:09.618098 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-7200fb6e-6344-4899-bfc5-42aef8e6e8ba tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/networks?id=f5474398-e4d0-42ec-aa29-77718e3f18bb HTTP/1.1" status: 200 len: 815 time: 0.4474518 Jun 16 16:22:09.621612 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.628642 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-c112e169-2278-4a55-9f5d-ff3ad759f9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:09.631240 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e8b2dac0-1ac4-481f-bd25-1c53754264d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.654882 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520d219-ebcc-478c-8ce1-267f73d5dad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e660135-5236-4f40-a631-37331cf184f7,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:09.662098 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6520d219-ebcc-478c-8ce1-267f73d5dad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:09.681937 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] For port 482d3c51-47c0-4b35-803a-c5368d31470c, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:22:09.691328 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-6e5b0aea-8397-456d-9735-38a41dcf8af3 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/quotas/7e3b66842dda409a9855ce1bf107e082 HTTP/1.1" status: 200 len: 375 time: 0.0640500 Jun 16 16:22:09.700783 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] For port 482d3c51-47c0-4b35-803a-c5368d31470c, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=482d3c51-47c0-4b35-803a-c5368d31470c,segment=NetworkSegment(4a460494-d6ff-48a4-82fb-c5fa15034f2c),segment_id=4a460494-d6ff-48a4-82fb-c5fa15034f2c)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:22:09.707455 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.710647 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Network 543270ac-5087-4a4b-b928-324956c3ce61 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:22:09.711414 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Allocated IP 172.27.0.25 (543270ac-5087-4a4b-b928-324956c3ce61/fb22e153-4378-4f12-ab9d-39b0c838861f/3e17a751-2060-4869-aaf3-be77efd80b4e) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:22:09.713731 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:09.719100 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e8b2dac0-1ac4-481f-bd25-1c53754264d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:09.736731 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-f2af5216-e226-45e9-ba39-ac950322c22c service neutron] 10.222.0.86 "GET /v2.0/networks/fca1f25f-8d45-4484-8908-c5c096b9c6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644987 Jun 16 16:22:09.738916 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:09.741787 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:22:09.798060 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Pushing event updated for resources: {'Port': ['ID=482d3c51-47c0-4b35-803a-c5368d31470c,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:09.802042 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:09.854656 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-7863ad33-6e01-496f-8856-5c79302b7070 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e3b66842dda409a9855ce1bf107e082&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1427832 Jun 16 16:22:09.855282 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Pushing event updated for resources: {'Port': ['ID=6dac34f8-1be3-4da2-91ec-48ce033f5450,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:09.858258 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:09.944835 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-e001e889-c650-4fa3-8723-1b261ff686d7 service neutron] 10.222.0.86 "GET /v2.0/networks/fca1f25f-8d45-4484-8908-c5c096b9c6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870666 Jun 16 16:22:09.987482 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:10.062971 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:10.066028 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:10.110064 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e8b2dac0-1ac4-481f-bd25-1c53754264d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:10.122889 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e8b2dac0-1ac4-481f-bd25-1c53754264d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:10.124071 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-e8b2dac0-1ac4-481f-bd25-1c53754264d0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7e531eec-f970-4459-89c4-f2c8da4610c4 HTTP/1.1" status: 204 len: 168 time: 0.8953016 Jun 16 16:22:10.127342 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-3d289792-3695-47ea-a88d-c9e0c666094a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:10.146267 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Network 543270ac-5087-4a4b-b928-324956c3ce61 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:22:10.153750 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:10.160005 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:22:10.160630 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2dac0-1ac4-481f-bd25-1c53754264d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e531eec-f970-4459-89c4-f2c8da4610c4,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:10.165092 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Pushing event updated for resources: {'Port': ['ID=3e17a751-2060-4869-aaf3-be77efd80b4e,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:10.165561 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e8b2dac0-1ac4-481f-bd25-1c53754264d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:10.168313 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:10.264145 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:10.454960 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:10.520174 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-cc021098-abc2-488a-b8ed-6f576a115b5b service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:22:10.521180 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-cc021098-abc2-488a-b8ed-6f576a115b5b service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4184246 Jun 16 16:22:10.614133 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6ed9755c-3d79-42b6-a4c8-458bf52a68a1 req-faf93aa7-b03f-49dd-841c-9a27295efd3a tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 210 time: 0.0676556 Jun 16 16:22:10.735044 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-58cc3d27-ff32-47e1-99ac-3d0eac86d493 service neutron] 10.222.0.86 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011185 Jun 16 16:22:10.850162 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-141a1536-4d03-4378-a5b2-306f3941ee37 service neutron] 10.222.0.86 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056445 Jun 16 16:22:10.854952 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 56642) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:10.890855 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33462705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33157356'] for router, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:10.894405 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-917104dc-884d-44ae-941c-021225e2e7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:10.969904 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33462705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33157356'] for router, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:11.149257 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-917104dc-884d-44ae-941c-021225e2e7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:11.156242 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-917104dc-884d-44ae-941c-021225e2e7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:11.166971 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:11.271999 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-917104dc-884d-44ae-941c-021225e2e7e2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c7a21b4b1c6e4a2aa7471dd550e5483d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4155858 Jun 16 16:22:11.274687 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 56664) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:11.291478 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917104dc-884d-44ae-941c-021225e2e7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96686b41-8738-4b7d-a68f-40c012504a82,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:11.296025 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-917104dc-884d-44ae-941c-021225e2e7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:11.358645 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 482d3c51-47c0-4b35-803a-c5368d31470c up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:22:11.402322 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa840df-105f-475d-9b2b-02ad1cb3c15a None None] Network 02e15231-b46c-4cf2-9ad6-fa4086007904 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:11.429853 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Router 2c52a323-4afe-429b-957f-cca11e6c19de is scheduled to L3 agent 780d0648-e200-45fe-9780-6c920b856ccc with binding_index 1 {{(pid=91606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:22:11.443407 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9b30-50ae-4212-9543-76263fa48dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:11.541737 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-43f7fb4f-ced3-4003-8df8-710e794d6c08 req-659cf5d1-d67f-42d0-9275-7099daa6af15 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 210 time: 0.1556315 Jun 16 16:22:11.564154 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9b30-50ae-4212-9543-76263fa48dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:11.577104 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Router 28c61683-9fec-4191-a6ab-a4b9f26f2679 is scheduled to L3 agent 780d0648-e200-45fe-9780-6c920b856ccc with binding_index 1 {{(pid=91607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:22:11.671999 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:22:11.676892 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9b30-50ae-4212-9543-76263fa48dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:11.684067 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Sync routers for ids ['2c52a323-4afe-429b-957f-cca11e6c19de'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:22:11.687151 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9b30-50ae-4212-9543-76263fa48dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:11.688293 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-ca9f9b30-50ae-4212-9543-76263fa48dd8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/96686b41-8738-4b7d-a68f-40c012504a82 HTTP/1.1" status: 204 len: 168 time: 0.4073131 Jun 16 16:22:11.698479 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-917104dc-884d-44ae-941c-021225e2e7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:11.710454 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Routers {'2c52a323-4afe-429b-957f-cca11e6c19de'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:22:11.717613 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-988713f2-9117-402f-84c2-91e97b774312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:21:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2c52a323-4afe-429b-957f-cca11e6c19de'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:11.861526 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f9b30-50ae-4212-9543-76263fa48dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96686b41-8738-4b7d-a68f-40c012504a82,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:11.863428 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Notify callbacks [] for router, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:11.895484 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1793478 Jun 16 16:22:11.896349 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-5eb8e322-9c51-4e94-b755-b551a8d1c340 None None] Provisioning for port 482d3c51-47c0-4b35-803a-c5368d31470c completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:22:11.958725 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port 482d3c51-47c0-4b35-803a-c5368d31470c completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:22:11.966871 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 56698) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:11.973039 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ca9f9b30-50ae-4212-9543-76263fa48dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:11.980632 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 482d3c51-47c0-4b35-803a-c5368d31470c triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:22:11.984963 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:12.023352 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-120a78d8-bc66-4f0e-912b-adbbfccd160e req-b0a82017-d0bf-4daf-a63f-3ee9d137f653 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 210 time: 0.2517674 Jun 16 16:22:12.138493 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Set router 2c52a323-4afe-429b-957f-cca11e6c19de gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:22:12.182491 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:12.219512 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:22:12.270797 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port 482d3c51-47c0-4b35-803a-c5368d31470c, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=482d3c51-47c0-4b35-803a-c5368d31470c,segment=NetworkSegment(4a460494-d6ff-48a4-82fb-c5fa15034f2c),segment_id=4a460494-d6ff-48a4-82fb-c5fa15034f2c)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:12.278986 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Sync routers for ids ['28c61683-9fec-4191-a6ab-a4b9f26f2679'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:22:12.296641 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:12.313442 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:12.408316 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Notify callbacks [] for router, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:12.409529 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6874769 Jun 16 16:22:12.412468 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 56730) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:12.482412 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Routers {'28c61683-9fec-4191-a6ab-a4b9f26f2679'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:22:12.483029 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:21:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['28c61683-9fec-4191-a6ab-a4b9f26f2679'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:12.534664 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-988713f2-9117-402f-84c2-91e97b774312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:09Z', 'revision_number': 3, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port': {'id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:08Z', 'updated_at': '2021-06-16T16:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:12.538634 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Checking router: 2c52a323-4afe-429b-957f-cca11e6c19de for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:22:12.539346 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Updating router 2c52a323-4afe-429b-957f-cca11e6c19de port 6dac34f8-1be3-4da2-91ec-48ce033f5450 binding host dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:22:12.599546 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:12.682653 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=482d3c51-47c0-4b35-803a-c5368d31470c,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:12.688362 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:12.725101 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-89d46b0a-1ad7-41ac-963f-4d923bb34770 None None] Provisioning complete for port 482d3c51-47c0-4b35-803a-c5368d31470c triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:22:12.727478 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-89d46b0a-1ad7-41ac-963f-4d923bb34770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:13.039602 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Set router 28c61683-9fec-4191-a6ab-a4b9f26f2679 gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:22:13.082203 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-96308f86-3b18-4c60-b6f0-12bcd87682b8 req-158dc877-df1d-4f5a-baaa-218f1a276f54 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 210 time: 0.4157815 Jun 16 16:22:13.110723 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:13.134189 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Transition to ACTIVE for port object 6dac34f8-1be3-4da2-91ec-48ce033f5450 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:22:13.146750 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:13.164821 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-2297cfae-bb8a-4980-ae76-3e66bfbae9e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:13.237483 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c6941-8793-4054-984b-b69ba758064c None None] Pushing event updated for resources: {'Port': ['ID=6dac34f8-1be3-4da2-91ec-48ce033f5450,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:13.254790 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 482d3c51-47c0-4b35-803a-c5368d31470c up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:22:13.261761 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Attempting to bind port 6dac34f8-1be3-4da2-91ec-48ce033f5450 on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:22:13.262546 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Attempting to bind port 6dac34f8-1be3-4da2-91ec-48ce033f5450 by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:22:13.263076 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Attempting to bind port 6dac34f8-1be3-4da2-91ec-48ce033f5450 on network 543270ac-5087-4a4b-b928-324956c3ce61 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:13.272181 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:22:13.273757 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Checking segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:13.274650 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:13.275495 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Bound using segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:22:13.276380 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Bound port: 6dac34f8-1be3-4da2-91ec-48ce033f5450, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:22:13.277051 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:13.290952 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 56764) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:13.340698 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-988713f2-9117-402f-84c2-91e97b774312 None None] For port 6dac34f8-1be3-4da2-91ec-48ce033f5450, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:22:13.347087 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-988713f2-9117-402f-84c2-91e97b774312 None None] For port 6dac34f8-1be3-4da2-91ec-48ce033f5450, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=6dac34f8-1be3-4da2-91ec-48ce033f5450,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:22:13.355319 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d6da05e0-5abd-459e-b6d6-8e6d2379aa2d req-1c0cfd06-953c-4227-afed-07320eb1ab9b tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 210 time: 0.0624666 Jun 16 16:22:13.359634 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6941-8793-4054-984b-b69ba758064c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:13.361726 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6941-8793-4054-984b-b69ba758064c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:13.362442 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6941-8793-4054-984b-b69ba758064c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:13.362933 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6941-8793-4054-984b-b69ba758064c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:13.365608 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6941-8793-4054-984b-b69ba758064c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:13.367616 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6941-8793-4054-984b-b69ba758064c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:13.368135 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6941-8793-4054-984b-b69ba758064c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:13.369745 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6941-8793-4054-984b-b69ba758064c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:13.370274 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6941-8793-4054-984b-b69ba758064c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:13.370615 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6941-8793-4054-984b-b69ba758064c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:13.370942 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6941-8793-4054-984b-b69ba758064c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:13.373852 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6941-8793-4054-984b-b69ba758064c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c6941-8793-4054-984b-b69ba758064c None None] Tracked resource versions report: Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: pushed versions: Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: { 'AddressGroup': {'1.2'}, Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'ConntrackHelper': {'1.0'}, Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Log': {'1.0'}, Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Network': {'1.1'}, Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Port': {'1.7'}, Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'PortForwarding': {'1.2'}, Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'QosPolicy': {'1.8'}, Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'SecurityGroup': {'1.4'}, Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'SubPort': {'1.0'}, Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Subnet': {'1.1'}, Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Trunk': {'1.1'}} Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: consumer versions: Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: { DHCP agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: HyperV agent@hv-cinder-77525: {}, Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: L3 agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: Metadata agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: Metering agent@dv-cinder-775250-5-iscsi: {}, Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: Open vSwitch agent@dv-cinder-775250-5-iscsi: { 'AddressGroup': '1.2', Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'ConntrackHelper': '1.0', Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Log': '1.0', Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Network': '1.1', Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Port': '1.7', Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'PortForwarding': '1.2', Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'QosPolicy': '1.8', Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'SecurityGroup': '1.4', Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'SecurityGroupRule': '1.2', Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'SubPort': '1.0', Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Subnet': '1.1', Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: 'Trunk': '1.1'}} Jun 16 16:22:13.375111 dv-cinder-775250-5-iscsi neutron-server[91609]: {{(pid=91609) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:22:13.398618 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e63c6941-8793-4054-984b-b69ba758064c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:13.400294 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:13.419370 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:13.448507 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 482d3c51-47c0-4b35-803a-c5368d31470c triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:22:13.448885 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:13.520981 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'name': 'tempest-ServerRescueNegativeTestJSON-322845258-router', 'tenant_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3e17a751-2060-4869-aaf3-be77efd80b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:10Z', 'revision_number': 3, 'project_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'gw_port': {'id': '3e17a751-2060-4869-aaf3-be77efd80b4e', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:09Z', 'updated_at': '2021-06-16T16:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:13.534470 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Routers {'2c52a323-4afe-429b-957f-cca11e6c19de'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:22:13.535121 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-988713f2-9117-402f-84c2-91e97b774312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:21:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2c52a323-4afe-429b-957f-cca11e6c19de'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:13.539909 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Checking router: 28c61683-9fec-4191-a6ab-a4b9f26f2679 for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:22:13.540274 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Updating router 28c61683-9fec-4191-a6ab-a4b9f26f2679 port 3e17a751-2060-4869-aaf3-be77efd80b4e binding host dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:22:13.593605 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e886a0ef-79eb-48f7-bbf6-c9e298a1dbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:13.624655 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c6941-8793-4054-984b-b69ba758064c None None] Pushing event updated for resources: {'Port': ['ID=6dac34f8-1be3-4da2-91ec-48ce033f5450,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:13.687656 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:13.693789 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e63c6941-8793-4054-984b-b69ba758064c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:13.737886 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:13.808439 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-988713f2-9117-402f-84c2-91e97b774312 None None] Set router 2c52a323-4afe-429b-957f-cca11e6c19de gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:22:13.908125 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:14.009783 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e886a0ef-79eb-48f7-bbf6-c9e298a1dbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:14.019403 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e886a0ef-79eb-48f7-bbf6-c9e298a1dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:14.043545 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:14.066673 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:14.075788 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886a0ef-79eb-48f7-bbf6-c9e298a1dbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b459b44f-44df-48ab-9e25-59cbb36660f8,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:14.084664 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e886a0ef-79eb-48f7-bbf6-c9e298a1dbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:14.106170 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Transition to ACTIVE for port object 3e17a751-2060-4869-aaf3-be77efd80b4e will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:22:14.117978 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:14.125184 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-4cb59df8-68d7-41f7-a3d6-dbc082da69d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:14.133700 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-e886a0ef-79eb-48f7-bbf6-c9e298a1dbd4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=115c42284a5c4ec887118639353bb79d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8366663 Jun 16 16:22:14.134394 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 56796) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:14.135613 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Allocated IP 172.20.0.1 (02e15231-b46c-4cf2-9ad6-fa4086007904/ea088378-29f7-4b89-b70f-57d9f2f62724/09c2201b-a9e2-4d60-9427-af2dfbe370ed) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:22:14.180860 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-988713f2-9117-402f-84c2-91e97b774312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:09Z', 'revision_number': 3, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port': {'id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:08Z', 'updated_at': '2021-06-16T16:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:14.185951 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988713f2-9117-402f-84c2-91e97b774312 None None] The sync data for ids ['2c52a323-4afe-429b-957f-cca11e6c19de'] in dv-cinder-775250-5-iscsi is: [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:09Z', 'revision_number': 3, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port': {'id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:08Z', 'updated_at': '2021-06-16T16:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:22:14.239998 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Allocated IP 172.20.0.1 (f3bf38a0-6de0-478a-a880-437c4b879d4d/11140164-2d45-4a21-991b-acd6e1deb88b/4fdeb939-7562-4ee8-ac46-cef1a1951ea6) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:22:14.285370 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Attempting to bind port 3e17a751-2060-4869-aaf3-be77efd80b4e on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:22:14.285905 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Attempting to bind port 3e17a751-2060-4869-aaf3-be77efd80b4e by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:22:14.286692 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Attempting to bind port 3e17a751-2060-4869-aaf3-be77efd80b4e on network 543270ac-5087-4a4b-b928-324956c3ce61 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:14.299123 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028af72a-424f-482d-8dc5-7f74c92a072e None None] Pushing event updated for resources: {'Port': ['ID=3e17a751-2060-4869-aaf3-be77efd80b4e,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:14.300866 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a444ce12-0653-49ca-9ee6-4a64c06645a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:14.312142 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-028af72a-424f-482d-8dc5-7f74c92a072e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:14.313233 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:22:14.313741 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Checking segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:14.314237 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:14.314703 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Bound using segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:22:14.315374 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Bound port: 3e17a751-2060-4869-aaf3-be77efd80b4e, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:22:14.315964 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:14.335068 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a444ce12-0653-49ca-9ee6-4a64c06645a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:14.388347 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] For port 3e17a751-2060-4869-aaf3-be77efd80b4e, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:22:14.401232 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] For port 3e17a751-2060-4869-aaf3-be77efd80b4e, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=3e17a751-2060-4869-aaf3-be77efd80b4e,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:22:14.406313 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:14.411423 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:14.443190 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a444ce12-0653-49ca-9ee6-4a64c06645a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:14.454279 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a444ce12-0653-49ca-9ee6-4a64c06645a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:14.457762 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-a444ce12-0653-49ca-9ee6-4a64c06645a0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b459b44f-44df-48ab-9e25-59cbb36660f8 HTTP/1.1" status: 204 len: 168 time: 0.3135350 Jun 16 16:22:14.459244 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:14.484875 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444ce12-0653-49ca-9ee6-4a64c06645a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b459b44f-44df-48ab-9e25-59cbb36660f8,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:14.496327 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:14.505117 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a444ce12-0653-49ca-9ee6-4a64c06645a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:14.528113 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-76acda5f-dd1f-4a7e-9dcb-3064da14bd5d req-6965a804-d252-4b11-9b89-3d185c8bdf3c tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 210 time: 0.1636889 Jun 16 16:22:14.535164 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Transition to ACTIVE for port object 09c2201b-a9e2-4d60-9427-af2dfbe370ed will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:22:14.537479 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Routers {'28c61683-9fec-4191-a6ab-a4b9f26f2679'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:22:14.539573 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:21:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['28c61683-9fec-4191-a6ab-a4b9f26f2679'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:14.617634 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:14.621834 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:14.632333 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-49d1fa9c-a73a-46be-bed2-12722c195052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:14.665921 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028af72a-424f-482d-8dc5-7f74c92a072e None None] Pushing event updated for resources: {'Port': ['ID=3e17a751-2060-4869-aaf3-be77efd80b4e,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:14.669201 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-028af72a-424f-482d-8dc5-7f74c92a072e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:14.728246 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:14.732905 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:14.737856 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] Set router 28c61683-9fec-4191-a6ab-a4b9f26f2679 gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:22:14.755257 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Network 02e15231-b46c-4cf2-9ad6-fa4086007904 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:22:14.766216 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:14.822973 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:22:14.823697 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33132125'] for router_interface, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:14.829062 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-04c4aa44-2c97-4ff5-8f2e-63d418519c9e req-0b4f54c1-c5eb-44ab-a338-796efc2600fe tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 210 time: 0.1865559 Jun 16 16:22:14.829647 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Pushing event updated for resources: {'Port': ['ID=4fdeb939-7562-4ee8-ac46-cef1a1951ea6,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:14.840474 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:14.870094 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Network f3bf38a0-6de0-478a-a880-437c4b879d4d is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:22:14.871572 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:14.877415 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:22:14.878150 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33132125'] for router_interface, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:14.977048 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Pushing event updated for resources: {'Port': ['ID=09c2201b-a9e2-4d60-9427-af2dfbe370ed,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:14.994089 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:15.302006 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 6dac34f8-1be3-4da2-91ec-48ce033f5450 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:22:15.359709 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:15.364322 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:15.559376 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-7a0c1327-97d7-44c5-b892-52e9cf91a636 None None] Provisioning for port 09c2201b-a9e2-4d60-9427-af2dfbe370ed completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:22:15.589057 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'name': 'tempest-ServerRescueNegativeTestJSON-322845258-router', 'tenant_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3e17a751-2060-4869-aaf3-be77efd80b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:10Z', 'revision_number': 3, 'project_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'gw_port': {'id': '3e17a751-2060-4869-aaf3-be77efd80b4e', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:09Z', 'updated_at': '2021-06-16T16:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:15.594326 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-7a0c1327-97d7-44c5-b892-52e9cf91a636 None None] Provisioning complete for port 09c2201b-a9e2-4d60-9427-af2dfbe370ed triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:22:15.594761 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7a0c1327-97d7-44c5-b892-52e9cf91a636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:15.635158 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c1327-97d7-44c5-b892-52e9cf91a636 None None] Port 09c2201b-a9e2-4d60-9427-af2dfbe370ed cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:22:15.643539 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6b459-44f4-4e46-bf49-8ee752cf87d8 None None] The sync data for ids ['28c61683-9fec-4191-a6ab-a4b9f26f2679'] in dv-cinder-775250-5-iscsi is: [{'id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'name': 'tempest-ServerRescueNegativeTestJSON-322845258-router', 'tenant_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3e17a751-2060-4869-aaf3-be77efd80b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:10Z', 'revision_number': 3, 'project_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'gw_port': {'id': '3e17a751-2060-4869-aaf3-be77efd80b4e', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:09Z', 'updated_at': '2021-06-16T16:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:22:15.697629 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port 6dac34f8-1be3-4da2-91ec-48ce033f5450 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:22:15.715286 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 6dac34f8-1be3-4da2-91ec-48ce033f5450 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:22:15.716273 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:15.872579 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:15.881537 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:15.884662 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33290164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33132065'] for router_interface, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:15.892405 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:15.892737 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:15.902256 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:15.903320 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33290164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33132065'] for router_interface, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:15.920169 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:16.079344 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:16.154992 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port 6dac34f8-1be3-4da2-91ec-48ce033f5450, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=6dac34f8-1be3-4da2-91ec-48ce033f5450,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:16.159632 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:16.168723 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:16.333926 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3933421-c1fe-48c7-abc5-5fcfa5ac634d req-c273c2f3-6869-47f6-b8ef-a6b8fb688c42 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 210 time: 0.1818492 Jun 16 16:22:16.338308 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=6dac34f8-1be3-4da2-91ec-48ce033f5450,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:16.347560 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:16.361246 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-759e9108-c7f0-4758-a472-d54fab4a8900 req-b74a9f43-08f7-4b8c-bef3-69ed72c2d3bd tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 210 time: 0.4531908 Jun 16 16:22:16.364345 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Network 02e15231-b46c-4cf2-9ad6-fa4086007904 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:22:16.382778 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Network f3bf38a0-6de0-478a-a880-437c4b879d4d is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:22:16.384115 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Pushing event updated for resources: {'Port': ['ID=4fdeb939-7562-4ee8-ac46-cef1a1951ea6,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:16.387327 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:16.397295 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:16.406198 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:16.641529 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Pushing event updated for resources: {'Port': ['ID=09c2201b-a9e2-4d60-9427-af2dfbe370ed,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:16.648607 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:16.772045 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Router 2c52a323-4afe-429b-957f-cca11e6c19de has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:22:16.793437 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Router 28c61683-9fec-4191-a6ab-a4b9f26f2679 has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:22:16.878289 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-3d4dc6dd-09f8-445b-908b-92dca133d982 None None] Provisioning complete for port 09c2201b-a9e2-4d60-9427-af2dfbe370ed triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:22:16.878859 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3d4dc6dd-09f8-445b-908b-92dca133d982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:16.985688 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-3d4dc6dd-09f8-445b-908b-92dca133d982 None None] Port 09c2201b-a9e2-4d60-9427-af2dfbe370ed cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:22:17.010753 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.99', 58706) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:17.304419 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:22:17.310125 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] 10.222.0.86 "PUT /v2.0/routers/2c52a323-4afe-429b-957f-cca11e6c19de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3272798 Jun 16 16:22:17.324625 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-133c020c-3c18-4c21-8d30-fb8d2b5c37fd tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:17.326284 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-133c020c-3c18-4c21-8d30-fb8d2b5c37fd tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.99 "GET /v2.0/networks?id=fca1f25f-8d45-4484-8908-c5c096b9c6d6 HTTP/1.1" status: 200 len: 812 time: 0.2987373 Jun 16 16:22:17.343687 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:22:17.357299 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] 10.222.0.86 "PUT /v2.0/routers/28c61683-9fec-4191-a6ab-a4b9f26f2679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9416997 Jun 16 16:22:17.392344 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-2341d220-6b41-414c-aac3-f93eeb5235c7 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Request body: {'port': {'device_id': '339325ce-d61c-48d1-b9ef-0e21be744955', 'network_id': 'fca1f25f-8d45-4484-8908-c5c096b9c6d6', 'admin_state_up': True, 'tenant_id': '92801956879a4017b29bfa30bcc73fcd'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:17.401256 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 3e17a751-2060-4869-aaf3-be77efd80b4e up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:22:17.423879 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Sync routers for ids ['2c52a323-4afe-429b-957f-cca11e6c19de'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:22:17.457306 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Routers {'2c52a323-4afe-429b-957f-cca11e6c19de'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:22:17.462230 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:21:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2c52a323-4afe-429b-957f-cca11e6c19de'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:17.669790 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port 3e17a751-2060-4869-aaf3-be77efd80b4e completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:22:17.678868 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 3e17a751-2060-4869-aaf3-be77efd80b4e triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:22:17.680066 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.765352 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Set router 2c52a323-4afe-429b-957f-cca11e6c19de gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:22:17.800233 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c70f4d5b-f841-46d0-99eb-96144da17dca req-d83f029a-1d9d-4779-8e66-78fe77057010 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 210 time: 0.0588770 Jun 16 16:22:17.865215 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.967709 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port 3e17a751-2060-4869-aaf3-be77efd80b4e, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=3e17a751-2060-4869-aaf3-be77efd80b4e,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:17.984241 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:17.997494 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.99', 58713) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:18.015382 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 6dac34f8-1be3-4da2-91ec-48ce033f5450 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:22:18.169742 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:18.270606 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 4, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port': {'id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:08Z', 'updated_at': '2021-06-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '09c2201b-a9e2-4d60-9427-af2dfbe370ed', 'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'mac_address': 'fa:16:3e:71:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:13Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 2, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'subnets': [{'id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:18.276372 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Checking router: 2c52a323-4afe-429b-957f-cca11e6c19de for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:22:18.276877 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Updating router 2c52a323-4afe-429b-957f-cca11e6c19de port 09c2201b-a9e2-4d60-9427-af2dfbe370ed binding host dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:22:18.286877 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-aa3521d0-51ce-4a51-b05c-cbb02c38afc8 req-b991677f-50a2-499a-aae5-db12fee0f7bf tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 210 time: 0.2461846 Jun 16 16:22:18.348006 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 6dac34f8-1be3-4da2-91ec-48ce033f5450 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:22:18.349355 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:18.370559 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:18.408796 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-f7ebbcd6-77c2-46d5-a2fa-faa194024915 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:18.416680 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-f7ebbcd6-77c2-46d5-a2fa-faa194024915 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.99 "GET /v2.0/networks?id=f5474398-e4d0-42ec-aa29-77718e3f18bb HTTP/1.1" status: 200 len: 815 time: 0.4179304 Jun 16 16:22:18.442338 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-bd73a441-8193-4c8b-add8-b04d7f8b8781 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Request body: {'port': {'device_id': '644b95c3-b064-43c7-b7f1-4c0020946439', 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb', 'admin_state_up': True, 'tenant_id': '7e3b66842dda409a9855ce1bf107e082'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:18.466104 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 56962) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:18.572372 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-2341d220-6b41-414c-aac3-f93eeb5235c7 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Made reservation on behalf of 92801956879a4017b29bfa30bcc73fcd for: {'port': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:18.572372 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-2341d220-6b41-414c-aac3-f93eeb5235c7 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:18.600046 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=3e17a751-2060-4869-aaf3-be77efd80b4e,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:18.611979 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:18.729054 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 56982) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:18.743226 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-2f230074-228f-4d83-8dc0-968c243246d8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1732081734', 'description': 'tempest-description--966602427'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:18.880405 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-90e44e56-06fc-4b06-bfb6-fa5604a8c6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:19.089584 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Sync routers for ids ['28c61683-9fec-4191-a6ab-a4b9f26f2679'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:22:19.102253 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-2341d220-6b41-414c-aac3-f93eeb5235c7 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Allocated IP 172.20.0.4 (fca1f25f-8d45-4484-8908-c5c096b9c6d6/157c4ce4-721b-405f-8590-6fb4234794b0/d16c71ac-1163-4179-a34d-4bb1d7d507d4) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:22:19.111111 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Routers {'28c61683-9fec-4191-a6ab-a4b9f26f2679'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:22:19.111824 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:21:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['28c61683-9fec-4191-a6ab-a4b9f26f2679'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:19.247083 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-da2ea4be-85ee-4754-ac5e-718187ad5e5d req-be7ca175-96dd-455a-a7f9-06c72b584349 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 210 time: 0.1066175 Jun 16 16:22:19.292545 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 3e17a751-2060-4869-aaf3-be77efd80b4e up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:22:19.324157 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-60c2fbc9-28ee-4dcc-b06f-31919b2dcc5d tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:19.335101 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-60c2fbc9-28ee-4dcc-b06f-31919b2dcc5d tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/networks?id=f3bf38a0-6de0-478a-a880-437c4b879d4d HTTP/1.1" status: 200 len: 818 time: 0.2704463 Jun 16 16:22:19.362890 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 3e17a751-2060-4869-aaf3-be77efd80b4e triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:22:19.363946 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:19.403670 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:19.424267 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Transition to ACTIVE for port object 09c2201b-a9e2-4d60-9427-af2dfbe370ed will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:22:19.435173 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:19.437717 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e63c6941-8793-4054-984b-b69ba758064c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:19.446245 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-019a29ef-ea8f-44af-8a65-2ad9d37690ea tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/quotas/0bab6a88cf1841698fdebfb43f3a76ac HTTP/1.1" status: 200 len: 375 time: 0.1093717 Jun 16 16:22:19.563246 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d5c3a-ad47-4859-a72a-f0c222593d85 None None] Pushing event updated for resources: {'Port': ['ID=09c2201b-a9e2-4d60-9427-af2dfbe370ed,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:19.659025 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Set router 28c61683-9fec-4191-a6ab-a4b9f26f2679 gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:22:19.668562 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-a42d5c3a-ad47-4859-a72a-f0c222593d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:19.670709 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-90e44e56-06fc-4b06-bfb6-fa5604a8c6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:19.680524 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f6edf4cb-25b2-4ed8-a10d-d434c8cc2e59 req-13a06092-61bd-4dae-be95-63bef74fc020 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 210 time: 0.0716417 Jun 16 16:22:19.699492 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-90e44e56-06fc-4b06-bfb6-fa5604a8c6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:19.743849 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-05f18674-9a1a-4bf1-bca0-0a9607abaa3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:19.797583 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2f230074-228f-4d83-8dc0-968c243246d8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:19.811116 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-bd73a441-8193-4c8b-add8-b04d7f8b8781 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Made reservation on behalf of 7e3b66842dda409a9855ce1bf107e082 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:19.815648 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-bd73a441-8193-4c8b-add8-b04d7f8b8781 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:19.817376 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Attempting to bind port 09c2201b-a9e2-4d60-9427-af2dfbe370ed on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:22:19.817997 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Attempting to bind port 09c2201b-a9e2-4d60-9427-af2dfbe370ed by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '4a460494-d6ff-48a4-82fb-c5fa15034f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:22:19.818606 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Attempting to bind port 09c2201b-a9e2-4d60-9427-af2dfbe370ed on network 02e15231-b46c-4cf2-9ad6-fa4086007904 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:19.824713 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:22:19.825392 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Checking segment: {'id': '4a460494-d6ff-48a4-82fb-c5fa15034f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:19.826026 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:19.826754 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Bound using segment: {'id': '4a460494-d6ff-48a4-82fb-c5fa15034f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:22:19.827443 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Bound port: 09c2201b-a9e2-4d60-9427-af2dfbe370ed, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a460494-d6ff-48a4-82fb-c5fa15034f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:22:19.828059 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:19.862728 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-2341d220-6b41-414c-aac3-f93eeb5235c7 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:19.896275 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-0f2f2408-b2ef-40e7-b351-52aa0aeb210e tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0bab6a88cf1841698fdebfb43f3a76ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4491646 Jun 16 16:22:19.896738 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] For port 09c2201b-a9e2-4d60-9427-af2dfbe370ed, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:22:19.901072 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] For port 09c2201b-a9e2-4d60-9427-af2dfbe370ed, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=09c2201b-a9e2-4d60-9427-af2dfbe370ed,segment=NetworkSegment(4a460494-d6ff-48a4-82fb-c5fa15034f2c),segment_id=4a460494-d6ff-48a4-82fb-c5fa15034f2c)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:22:19.906787 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:19.910494 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-e63c6941-8793-4054-984b-b69ba758064c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:19.969295 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d5c3a-ad47-4859-a72a-f0c222593d85 None None] Pushing event updated for resources: {'Port': ['ID=09c2201b-a9e2-4d60-9427-af2dfbe370ed,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:19.982226 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-a42d5c3a-ad47-4859-a72a-f0c222593d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:19.999260 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Routers {'2c52a323-4afe-429b-957f-cca11e6c19de'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:22:20.000424 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:21:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2c52a323-4afe-429b-957f-cca11e6c19de'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:20.002851 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-2440b842-cfe2-4d18-a7af-a0057c3a78ac service neutron] 10.222.0.86 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052151 Jun 16 16:22:20.051054 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-90e44e56-06fc-4b06-bfb6-fa5604a8c6ba admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=28d961ceec39454bb5942945f6d5990c&name=default HTTP/1.1" status: 200 len: 2976 time: 1.5831039 Jun 16 16:22:20.056067 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e44e56-06fc-4b06-bfb6-fa5604a8c6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1496f24-56a3-42b4-8f38-9b23032a78c6,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:20.058520 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 57030) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:20.063658 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'name': 'tempest-ServerRescueNegativeTestJSON-322845258-router', 'tenant_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3e17a751-2060-4869-aaf3-be77efd80b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 4, 'project_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'gw_port': {'id': '3e17a751-2060-4869-aaf3-be77efd80b4e', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:09Z', 'updated_at': '2021-06-16T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '4fdeb939-7562-4ee8-ac46-cef1a1951ea6', 'name': '', 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d', 'tenant_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'mac_address': 'fa:16:3e:93:15:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11140164-2d45-4a21-991b-acd6e1deb88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:13Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 2, 'project_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'subnets': [{'id': '11140164-2d45-4a21-991b-acd6e1deb88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:20.067828 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Checking router: 28c61683-9fec-4191-a6ab-a4b9f26f2679 for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:22:20.068354 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Updating router 28c61683-9fec-4191-a6ab-a4b9f26f2679 port 4fdeb939-7562-4ee8-ac46-cef1a1951ea6 binding host dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:22:20.126875 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:20.139143 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] Set router 2c52a323-4afe-429b-957f-cca11e6c19de gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:22:20.150290 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-bd73a441-8193-4c8b-add8-b04d7f8b8781 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Allocated IP 172.20.0.6 (f5474398-e4d0-42ec-aa29-77718e3f18bb/fffa3101-76c7-4dfc-80a7-5bba2806cf65/9b14f5c6-e131-478c-be68-ab84f5ee4513) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:22:20.168638 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-90e44e56-06fc-4b06-bfb6-fa5604a8c6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:20.285074 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-93ea72c6-1009-468b-a325-f0d03cc04c31 service neutron] 10.222.0.86 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779670 Jun 16 16:22:20.345986 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-72cb52f7-7cd6-4050-98a0-12c0cdca67d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:20.388157 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-2341d220-6b41-414c-aac3-f93eeb5235c7 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:20.400260 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-72cb52f7-7cd6-4050-98a0-12c0cdca67d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:20.411763 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-cc6ff29e-fbff-40ca-9a60-1c0036a6b65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:20.591525 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-2341d220-6b41-414c-aac3-f93eeb5235c7 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Network fca1f25f-8d45-4484-8908-c5c096b9c6d6 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:22:20.629418 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-2341d220-6b41-414c-aac3-f93eeb5235c7 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:20.657899 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-2341d220-6b41-414c-aac3-f93eeb5235c7 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:22:20.658137 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:20.678608 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-bd73a441-8193-4c8b-add8-b04d7f8b8781 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:20.686156 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 4, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port': {'id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:08Z', 'updated_at': '2021-06-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '09c2201b-a9e2-4d60-9427-af2dfbe370ed', 'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'mac_address': 'fa:16:3e:71:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:13Z', 'updated_at': '2021-06-16T16:22:19Z', 'revision_number': 4, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'subnets': [{'id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:20.693392 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eb1a9f-8495-43da-9d05-943569fc2c4d None None] The sync data for ids ['2c52a323-4afe-429b-957f-cca11e6c19de'] in dv-cinder-775250-5-iscsi is: [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 4, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port': {'id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:08Z', 'updated_at': '2021-06-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '09c2201b-a9e2-4d60-9427-af2dfbe370ed', 'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'mac_address': 'fa:16:3e:71:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:13Z', 'updated_at': '2021-06-16T16:22:19Z', 'revision_number': 4, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'subnets': [{'id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:22:20.697059 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-2341d220-6b41-414c-aac3-f93eeb5235c7 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:20.700682 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-2341d220-6b41-414c-aac3-f93eeb5235c7 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for port, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:20.785687 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341d220-6b41-414c-aac3-f93eeb5235c7 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Pushing event updated for resources: {'Port': ['ID=d16c71ac-1163-4179-a34d-4bb1d7d507d4,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:20.821032 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-2341d220-6b41-414c-aac3-f93eeb5235c7 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:20.823792 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c97bba68-bfc1-4d3f-9502-2f304b6df6ec req-f9c859b9-59d6-405b-888a-2478ce5828e7 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 210 time: 0.1007357 Jun 16 16:22:20.833783 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-72cb52f7-7cd6-4050-98a0-12c0cdca67d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:20.834405 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Transition to ACTIVE for port object 4fdeb939-7562-4ee8-ac46-cef1a1951ea6 will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:22:20.843116 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:20.844672 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-72cb52f7-7cd6-4050-98a0-12c0cdca67d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:20.846564 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:20.847974 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-72cb52f7-7cd6-4050-98a0-12c0cdca67d5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c1496f24-56a3-42b4-8f38-9b23032a78c6 HTTP/1.1" status: 204 len: 168 time: 0.7263403 Jun 16 16:22:20.848777 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-01ffa844-d50f-4df0-8fb5-35634240bf49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:20.881229 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb52f7-7cd6-4050-98a0-12c0cdca67d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1496f24-56a3-42b4-8f38-9b23032a78c6,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:20.887795 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-72cb52f7-7cd6-4050-98a0-12c0cdca67d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:20.977305 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-bd73a441-8193-4c8b-add8-b04d7f8b8781 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:21.053191 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:21.201455 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-bd73a441-8193-4c8b-add8-b04d7f8b8781 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Network f5474398-e4d0-42ec-aa29-77718e3f18bb is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:22:21.230112 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2f230074-228f-4d83-8dc0-968c243246d8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:21.242156 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b188c-8320-426a-b88c-b42093605358 None None] Pushing event updated for resources: {'Port': ['ID=4fdeb939-7562-4ee8-ac46-cef1a1951ea6,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:21.256516 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-bd73a441-8193-4c8b-add8-b04d7f8b8781 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:21.260991 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-bd73a441-8193-4c8b-add8-b04d7f8b8781 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:22:21.263970 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-2341d220-6b41-414c-aac3-f93eeb5235c7 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8743515 Jun 16 16:22:21.276531 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-bd73a441-8193-4c8b-add8-b04d7f8b8781 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:21.284303 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-bd73a441-8193-4c8b-add8-b04d7f8b8781 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:21.296462 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-e62b188c-8320-426a-b88c-b42093605358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:21.325503 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2f230074-228f-4d83-8dc0-968c243246d8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:21.360562 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92c99b-e465-4e16-98ac-ac99afbf2994 req-43e02474-e853-4fd4-8bde-8287c49be070 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:21.376442 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5e92c99b-e465-4e16-98ac-ac99afbf2994 req-43e02474-e853-4fd4-8bde-8287c49be070 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 931 time: 0.1957438 Jun 16 16:22:21.411546 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 09c2201b-a9e2-4d60-9427-af2dfbe370ed up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:22:21.481350 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5e92c99b-e465-4e16-98ac-ac99afbf2994 req-74481891-05f3-4f58-af36-4cc9c60cc2d5 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990982 Jun 16 16:22:21.485795 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Attempting to bind port 4fdeb939-7562-4ee8-ac46-cef1a1951ea6 on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:22:21.486831 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Attempting to bind port 4fdeb939-7562-4ee8-ac46-cef1a1951ea6 by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '2a763c94-c252-4031-8860-074635cfe77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:22:21.487918 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Attempting to bind port 4fdeb939-7562-4ee8-ac46-cef1a1951ea6 on network f3bf38a0-6de0-478a-a880-437c4b879d4d {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:21.511512 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b1c74-21e8-4a97-b9e0-a4771ff236c4 req-5868a8b3-0acf-4081-8ae9-a16000e358d1 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:21.514828 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-939b1c74-21e8-4a97-b9e0-a4771ff236c4 req-5868a8b3-0acf-4081-8ae9-a16000e358d1 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 931 time: 0.8719311 Jun 16 16:22:21.515608 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2f230074-228f-4d83-8dc0-968c243246d8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:21.516693 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-2f230074-228f-4d83-8dc0-968c243246d8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.7849817 Jun 16 16:22:21.519705 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 57074) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:21.524948 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-d848c533-2263-4b29-b667-eda6ca836af0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Request body: {'security_group_rule': {'security_group_id': '324de803-ab71-496d-83e2-735bf7371f83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:21.531219 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:22:21.531929 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Checking segment: {'id': '2a763c94-c252-4031-8860-074635cfe77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:21.532539 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:21.534083 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Bound using segment: {'id': '2a763c94-c252-4031-8860-074635cfe77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:22:21.534909 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Bound port: 4fdeb939-7562-4ee8-ac46-cef1a1951ea6, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a763c94-c252-4031-8860-074635cfe77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:22:21.535649 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:21.541731 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73a441-8193-4c8b-add8-b04d7f8b8781 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Pushing event updated for resources: {'Port': ['ID=9b14f5c6-e131-478c-be68-ab84f5ee4513,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:21.564291 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-bd73a441-8193-4c8b-add8-b04d7f8b8781 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1330669 Jun 16 16:22:21.565092 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-bd73a441-8193-4c8b-add8-b04d7f8b8781 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:21.566199 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:21.621089 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d848c533-2263-4b29-b667-eda6ca836af0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:21.710045 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f230074-228f-4d83-8dc0-968c243246d8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324de803-ab71-496d-83e2-735bf7371f83,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:21.718806 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2f230074-228f-4d83-8dc0-968c243246d8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:21.771743 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port 09c2201b-a9e2-4d60-9427-af2dfbe370ed completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:22:21.780978 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-939b1c74-21e8-4a97-b9e0-a4771ff236c4 req-2f2aa4ef-d237-453d-adb5-98bcf9fb10e7 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402189 Jun 16 16:22:21.783252 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 09c2201b-a9e2-4d60-9427-af2dfbe370ed triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:22:21.783906 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:21.788447 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] For port 4fdeb939-7562-4ee8-ac46-cef1a1951ea6, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:22:21.843602 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d848c533-2263-4b29-b667-eda6ca836af0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:21.859570 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] For port 4fdeb939-7562-4ee8-ac46-cef1a1951ea6, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=4fdeb939-7562-4ee8-ac46-cef1a1951ea6,segment=NetworkSegment(2a763c94-c252-4031-8860-074635cfe77b),segment_id=2a763c94-c252-4031-8860-074635cfe77b)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:22:21.862041 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d848c533-2263-4b29-b667-eda6ca836af0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:21.881067 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:21.891949 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:21.899753 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-4cb59df8-68d7-41f7-a3d6-dbc082da69d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:21.908750 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848c533-2263-4b29-b667-eda6ca836af0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2286accc-d566-4392-92b3-2b2567269c24,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:21.912766 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d848c533-2263-4b29-b667-eda6ca836af0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:21.915547 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-d848c533-2263-4b29-b667-eda6ca836af0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3947575 Jun 16 16:22:21.918735 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57100) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:21.922032 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d848c533-2263-4b29-b667-eda6ca836af0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:21.927455 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-afdad6bf-958e-4aac-a38a-835901c8b5d2 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Request body: {'security_group_rule': {'security_group_id': '324de803-ab71-496d-83e2-735bf7371f83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:21.988034 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-afdad6bf-958e-4aac-a38a-835901c8b5d2 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:22.022711 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b188c-8320-426a-b88c-b42093605358 None None] Pushing event updated for resources: {'Port': ['ID=4fdeb939-7562-4ee8-ac46-cef1a1951ea6,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:22.028124 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-e62b188c-8320-426a-b88c-b42093605358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:22.048690 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Routers {'28c61683-9fec-4191-a6ab-a4b9f26f2679'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:22:22.052544 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:21:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['28c61683-9fec-4191-a6ab-a4b9f26f2679'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:22.077355 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-4a366201-5407-44c2-bf15-1c358b5c3506 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:22.087681 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-4a366201-5407-44c2-bf15-1c358b5c3506 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/networks?id=f3bf38a0-6de0-478a-a880-437c4b879d4d HTTP/1.1" status: 200 len: 818 time: 0.3244116 Jun 16 16:22:22.119729 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-1c9d3b9b-766e-48e0-a99b-e79c2bbdd1b2 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/quotas/0bab6a88cf1841698fdebfb43f3a76ac HTTP/1.1" status: 200 len: 375 time: 0.0249901 Jun 16 16:22:22.177820 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-afdad6bf-958e-4aac-a38a-835901c8b5d2 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:22.183458 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-afdad6bf-958e-4aac-a38a-835901c8b5d2 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:22.186146 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:22.209632 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdad6bf-958e-4aac-a38a-835901c8b5d2 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26bd5ae0-9622-431e-a59f-4d52e7cbf84a,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:22.222714 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-afdad6bf-958e-4aac-a38a-835901c8b5d2 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:22.229605 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-afdad6bf-958e-4aac-a38a-835901c8b5d2 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:22.235446 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-afdad6bf-958e-4aac-a38a-835901c8b5d2 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3119004 Jun 16 16:22:22.235682 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 57116) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:22.246523 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Request body: {'floatingip': {'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:22.318744 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for floatingip, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:22.482417 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] Set router 28c61683-9fec-4191-a6ab-a4b9f26f2679 gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:22:22.681438 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57128) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:22.740974 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:22.752206 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57132) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:22.837748 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1ce5eb6b-c41d-4c3b-b216-08bcbd210c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:22.900890 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port 09c2201b-a9e2-4d60-9427-af2dfbe370ed, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=09c2201b-a9e2-4d60-9427-af2dfbe370ed,segment=NetworkSegment(4a460494-d6ff-48a4-82fb-c5fa15034f2c),segment_id=4a460494-d6ff-48a4-82fb-c5fa15034f2c)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:22.910832 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-ade9f255-3a04-4ec5-bd62-7cda7a18a1da tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=0bab6a88cf1841698fdebfb43f3a76ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7901187 Jun 16 16:22:22.936840 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-44fbb354-9ac0-464f-a931-db0df0273465 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1352404610-network', 'tenant_id': 'c13d41bcb9b6441d8795e6598b67dd3c'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:22.958137 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:22.980686 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:22.994429 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb60c59-33ad-4a8f-b6b9-b15c450642eb req-f3f0467a-1f2b-4d7f-8192-bbca3090a590 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:22.996261 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2bb60c59-33ad-4a8f-b6b9-b15c450642eb req-f3f0467a-1f2b-4d7f-8192-bbca3090a590 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 931 time: 0.2327154 Jun 16 16:22:23.076975 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-af6adf07-9e8d-49f3-8a48-a076f20dd91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:23.126598 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fbb354-9ac0-464f-a931-db0df0273465 admin admin] Made reservation on behalf of c13d41bcb9b6441d8795e6598b67dd3c for: {'network': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:23.128937 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-44fbb354-9ac0-464f-a931-db0df0273465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:23.141768 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-44fbb354-9ac0-464f-a931-db0df0273465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:23.153415 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-be4e32a6-8e0a-45b9-af64-1e8c495efd35 service neutron] 10.222.0.86 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416103 Jun 16 16:22:23.174951 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2bb60c59-33ad-4a8f-b6b9-b15c450642eb req-51a87317-5193-43b2-8e02-04327f7d5c7b tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556292 Jun 16 16:22:23.229668 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=09c2201b-a9e2-4d60-9427-af2dfbe370ed,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:23.246402 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:23.317037 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:23.340761 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'name': 'tempest-ServerRescueNegativeTestJSON-322845258-router', 'tenant_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3e17a751-2060-4869-aaf3-be77efd80b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 4, 'project_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'gw_port': {'id': '3e17a751-2060-4869-aaf3-be77efd80b4e', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:09Z', 'updated_at': '2021-06-16T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '4fdeb939-7562-4ee8-ac46-cef1a1951ea6', 'name': '', 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d', 'tenant_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'mac_address': 'fa:16:3e:93:15:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11140164-2d45-4a21-991b-acd6e1deb88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:13Z', 'updated_at': '2021-06-16T16:22:21Z', 'revision_number': 4, 'project_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'subnets': [{'id': '11140164-2d45-4a21-991b-acd6e1deb88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:23.350375 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-af6adf07-9e8d-49f3-8a48-a076f20dd91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:23.353726 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f5b60-4660-4013-98a7-e2a89922dd52 None None] The sync data for ids ['28c61683-9fec-4191-a6ab-a4b9f26f2679'] in dv-cinder-775250-5-iscsi is: [{'id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'name': 'tempest-ServerRescueNegativeTestJSON-322845258-router', 'tenant_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3e17a751-2060-4869-aaf3-be77efd80b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 4, 'project_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'gw_port': {'id': '3e17a751-2060-4869-aaf3-be77efd80b4e', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:09Z', 'updated_at': '2021-06-16T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '4fdeb939-7562-4ee8-ac46-cef1a1951ea6', 'name': '', 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d', 'tenant_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'mac_address': 'fa:16:3e:93:15:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '11140164-2d45-4a21-991b-acd6e1deb88b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:13Z', 'updated_at': '2021-06-16T16:22:21Z', 'revision_number': 4, 'project_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'subnets': [{'id': '11140164-2d45-4a21-991b-acd6e1deb88b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:22:23.391503 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-af6adf07-9e8d-49f3-8a48-a076f20dd91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:23.473816 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-2840fbb1-9df6-458b-b61d-29969b2eba8a service neutron] 10.222.0.86 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190045 Jun 16 16:22:23.497930 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6520d219-ebcc-478c-8ce1-267f73d5dad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:23.651487 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-9db56975-945f-4e36-b872-05f08ffbb355 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91606) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:22:23.655823 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-9db56975-945f-4e36-b872-05f08ffbb355 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0306849 Jun 16 16:22:23.702341 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6adf07-9e8d-49f3-8a48-a076f20dd91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900808e2-3b60-4ff8-b4f2-b7e35be45004,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:23.702341 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-af6adf07-9e8d-49f3-8a48-a076f20dd91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:23.730045 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Allocated IP 172.27.0.119 (543270ac-5087-4a4b-b928-324956c3ce61/fb22e153-4378-4f12-ab9d-39b0c838861f/21436067-fda0-4f53-9790-acdab6506f8a) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:22:23.792837 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-1a58b53f-7435-45e1-a234-ff97a8c541b1 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:22:23.824669 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-1a58b53f-7435-45e1-a234-ff97a8c541b1 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0706172 Jun 16 16:22:23.951323 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-af6adf07-9e8d-49f3-8a48-a076f20dd91c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2263052415154a2d8f1aff5279cd7ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1941271 Jun 16 16:22:23.955280 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57170) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:24.052799 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-02385a5c-0c36-4314-bbad-db3481e1a6e4 req-4e30e8e6-5cb1-45aa-9078-591ea16b7078 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 210 time: 0.0842259 Jun 16 16:22:24.150468 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:24.186842 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57174) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:24.190766 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Request body: {'port': {'device_id': '644b95c3-b064-43c7-b7f1-4c0020946439', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:24.260446 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c043afe-d697-4bcc-b05e-a47678bb41bb req-c71428d6-1c48-4898-9edf-fefe7e81a89b tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:24.269692 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c043afe-d697-4bcc-b05e-a47678bb41bb req-c71428d6-1c48-4898-9edf-fefe7e81a89b tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 931 time: 0.9165623 Jun 16 16:22:24.404733 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:24.409193 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Request body: {'port': {'device_id': '339325ce-d61c-48d1-b9ef-0e21be744955', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:24.418242 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:24.430220 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:24.629756 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Network 543270ac-5087-4a4b-b928-324956c3ce61 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:22:24.664540 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:24.674492 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:22:24.806322 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-88aa17c4-536d-4271-84ae-ba075059deba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:24.893799 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:24.925217 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Pushing event updated for resources: {'Port': ['ID=21436067-fda0-4f53-9790-acdab6506f8a,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:24.976326 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:25.017058 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:25.146658 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:25.290940 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a0fedb6b-40d3-425e-a209-62743833939c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:25.306275 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfbd5e-9dfd-4cbd-b55a-9b38d69885f8 req-b5eefb06-9ef7-444f-b906-0611f67edcdf tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:25.307954 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9dcfbd5e-9dfd-4cbd-b55a-9b38d69885f8 req-b5eefb06-9ef7-444f-b906-0611f67edcdf tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 931 time: 0.6987417 Jun 16 16:22:25.355055 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c043afe-d697-4bcc-b05e-a47678bb41bb req-6f3137a8-580f-486b-9d52-2d52e8e64bac tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0724916 Jun 16 16:22:25.410339 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-44fbb354-9ac0-464f-a931-db0df0273465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:25.440444 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 09c2201b-a9e2-4d60-9427-af2dfbe370ed up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:22:25.576549 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b14f5c6-e131-478c-be68-ab84f5ee4513 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:22:25.582324 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 09c2201b-a9e2-4d60-9427-af2dfbe370ed triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:22:25.582946 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:25.584586 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:25.602228 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Transition to ACTIVE for port object 9b14f5c6-e131-478c-be68-ab84f5ee4513 will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:22:25.618533 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:25.628551 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:25.745597 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a0fedb6b-40d3-425e-a209-62743833939c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:25.747960 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-80efe98b-b02b-4f19-be2a-51a450c42b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:25.763540 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-44fbb354-9ac0-464f-a931-db0df0273465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:25.771438 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 4fdeb939-7562-4ee8-ac46-cef1a1951ea6 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:22:25.783162 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a0fedb6b-40d3-425e-a209-62743833939c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:25.828472 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:25.858777 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:25.899932 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:25.919655 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port 4fdeb939-7562-4ee8-ac46-cef1a1951ea6 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:22:25.929060 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 4fdeb939-7562-4ee8-ac46-cef1a1951ea6 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:22:25.930144 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.058737 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-a0fedb6b-40d3-425e-a209-62743833939c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f42cdba8d7254a928dc82ff8bd69e697&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8686807 Jun 16 16:22:26.071448 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 57214) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:26.076659 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Pushing event updated for resources: {'Port': ['ID=9b14f5c6-e131-478c-be68-ab84f5ee4513,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:26.103024 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9dcfbd5e-9dfd-4cbd-b55a-9b38d69885f8 req-27deb79f-264a-41ed-b58b-7f41407f9d2c tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7808523 Jun 16 16:22:26.111585 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:26.118773 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-80efe98b-b02b-4f19-be2a-51a450c42b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.131333 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.136403 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-879e864d-0dad-46f6-917d-cf523d02c758 req-7443099d-3741-43fb-97d8-1c28074cc5c7 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 210 time: 0.2950017 Jun 16 16:22:26.144955 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44fbb354-9ac0-464f-a931-db0df0273465 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=91607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:22:26.225154 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-44fbb354-9ac0-464f-a931-db0df0273465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.226121 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.segments_db [None req-44fbb354-9ac0-464f-a931-db0df0273465 admin admin] Added segment 72625d8e-48c5-4506-8be6-d0169ca59185 of type vlan for network 0c0d2f2a-5fac-4d1f-bb63-1a19a0cd5c12 Jun 16 16:22:26.255555 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port 4fdeb939-7562-4ee8-ac46-cef1a1951ea6, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=4fdeb939-7562-4ee8-ac46-cef1a1951ea6,segment=NetworkSegment(2a763c94-c252-4031-8860-074635cfe77b),segment_id=2a763c94-c252-4031-8860-074635cfe77b)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:26.262564 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Attempting to bind port 9b14f5c6-e131-478c-be68-ab84f5ee4513 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:22:26.263287 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.263949 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Attempting to bind port 9b14f5c6-e131-478c-be68-ab84f5ee4513 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'f5e4b054-24a2-4206-b5f4-da8b26467035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:22:26.264538 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Attempting to bind port 9b14f5c6-e131-478c-be68-ab84f5ee4513 on network f5474398-e4d0-42ec-aa29-77718e3f18bb {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:26.267073 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbb354-9ac0-464f-a931-db0df0273465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8cf496-c1b0-4d8b-9d3e-f9203d05603f,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:26.288335 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-028af72a-424f-482d-8dc5-7f74c92a072e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:26.290464 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.294902 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Port 9b14f5c6-e131-478c-be68-ab84f5ee4513 on network f5474398-e4d0-42ec-aa29-77718e3f18bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:22:26.295378 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Attempting to bind port 9b14f5c6-e131-478c-be68-ab84f5ee4513 on network f5474398-e4d0-42ec-aa29-77718e3f18bb {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:26.302723 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fedb6b-40d3-425e-a209-62743833939c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8b8b2e-a593-4965-b9a0-7ce8405e87df,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:26.310921 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a0fedb6b-40d3-425e-a209-62743833939c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:26.311381 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-af6adf07-9e8d-49f3-8a48-a076f20dd91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:26.311845 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-af6adf07-9e8d-49f3-8a48-a076f20dd91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:26.322877 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.340287 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:22:26.343018 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Checking segment: {'id': 'f5e4b054-24a2-4206-b5f4-da8b26467035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:26.343686 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Bound using segment: {'id': 'f5e4b054-24a2-4206-b5f4-da8b26467035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:22:26.344666 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Bound port: 9b14f5c6-e131-478c-be68-ab84f5ee4513, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5e4b054-24a2-4206-b5f4-da8b26467035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:22:26.347705 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.352860 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fb8e82c2-a510-4827-bd0b-0d4bbb403f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.359230 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-44fbb354-9ac0-464f-a931-db0df0273465 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.370740 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-2341d220-6b41-414c-aac3-f93eeb5235c7 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:26.385160 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-80efe98b-b02b-4f19-be2a-51a450c42b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.399928 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-80efe98b-b02b-4f19-be2a-51a450c42b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.403152 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-80efe98b-b02b-4f19-be2a-51a450c42b38 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/900808e2-3b60-4ff8-b4f2-b7e35be45004 HTTP/1.1" status: 204 len: 168 time: 2.4402652 Jun 16 16:22:26.411690 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=4fdeb939-7562-4ee8-ac46-cef1a1951ea6,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:26.419576 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:26.424617 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:26.520147 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33160423'] for floatingip, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.561424 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-44fbb354-9ac0-464f-a931-db0df0273465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.568865 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efe98b-b02b-4f19-be2a-51a450c42b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900808e2-3b60-4ff8-b4f2-b7e35be45004,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:26.582884 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fbb354-9ac0-464f-a931-db0df0273465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:26.583297 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-44fbb354-9ac0-464f-a931-db0df0273465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.593636 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-80efe98b-b02b-4f19-be2a-51a450c42b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:26.609452 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:26.731706 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbb354-9ac0-464f-a931-db0df0273465 admin admin] Pushing event updated for resources: {'Network': ['ID=0c0d2f2a-5fac-4d1f-bb63-1a19a0cd5c12,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:26.741479 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16c71ac-1163-4179-a34d-4bb1d7d507d4 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:22:26.756553 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-44fbb354-9ac0-464f-a931-db0df0273465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:26.759749 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network 0c0d2f2a-5fac-4d1f-bb63-1a19a0cd5c12 details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:22:26.775128 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.813288 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-44fbb354-9ac0-464f-a931-db0df0273465 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.1270368 Jun 16 16:22:26.814126 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57222) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:26.825572 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-8aa44965-0e07-4909-b593-7d2d9d237d3c admin admin] Request body: {'subnet': {'network_id': '0c0d2f2a-5fac-4d1f-bb63-1a19a0cd5c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1352404610-subnet', 'tenant_id': 'c13d41bcb9b6441d8795e6598b67dd3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:26.869879 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Transition to ACTIVE for port object d16c71ac-1163-4179-a34d-4bb1d7d507d4 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:22:26.884242 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:26.887883 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-bd73a441-8193-4c8b-add8-b04d7f8b8781 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:26.928855 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa44965-0e07-4909-b593-7d2d9d237d3c admin admin] Made reservation on behalf of c13d41bcb9b6441d8795e6598b67dd3c for: {'subnet': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:26.932675 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8aa44965-0e07-4909-b593-7d2d9d237d3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.003892 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fb8e82c2-a510-4827-bd0b-0d4bbb403f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.022381 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Pushing event updated for resources: {'Port': ['ID=21436067-fda0-4f53-9790-acdab6506f8a,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:27.033803 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:27.106177 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Pushing event updated for resources: {'Port': ['ID=d16c71ac-1163-4179-a34d-4bb1d7d507d4,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:27.111578 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.113995 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57228) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:27.115005 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:27.136190 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8991432 Jun 16 16:22:27.296505 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b19061f2-ee85-4745-924e-28b5fbea76bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.301254 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 4fdeb939-7562-4ee8-ac46-cef1a1951ea6 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:22:27.367977 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Attempting to bind port d16c71ac-1163-4179-a34d-4bb1d7d507d4 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:22:27.368717 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Attempting to bind port d16c71ac-1163-4179-a34d-4bb1d7d507d4 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'dd074591-713f-4a1e-8cd3-6c75f1a693c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fca1f25f-8d45-4484-8908-c5c096b9c6d6'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:22:27.369366 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Attempting to bind port d16c71ac-1163-4179-a34d-4bb1d7d507d4 on network fca1f25f-8d45-4484-8908-c5c096b9c6d6 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:27.387879 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] For port 9b14f5c6-e131-478c-be68-ab84f5ee4513, host hv-cinder-77525, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:22:27.390949 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Port d16c71ac-1163-4179-a34d-4bb1d7d507d4 on network fca1f25f-8d45-4484-8908-c5c096b9c6d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:22:27.391291 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Attempting to bind port d16c71ac-1163-4179-a34d-4bb1d7d507d4 on network fca1f25f-8d45-4484-8908-c5c096b9c6d6 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:27.433853 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 4fdeb939-7562-4ee8-ac46-cef1a1951ea6 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:22:27.434984 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.439796 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:22:27.440178 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Checking segment: {'id': 'dd074591-713f-4a1e-8cd3-6c75f1a693c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fca1f25f-8d45-4484-8908-c5c096b9c6d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:27.450169 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Bound using segment: {'id': 'dd074591-713f-4a1e-8cd3-6c75f1a693c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fca1f25f-8d45-4484-8908-c5c096b9c6d6'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:22:27.450169 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Bound port: d16c71ac-1163-4179-a34d-4bb1d7d507d4, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd074591-713f-4a1e-8cd3-6c75f1a693c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'fca1f25f-8d45-4484-8908-c5c096b9c6d6'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:22:27.450169 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.476770 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] For port 9b14f5c6-e131-478c-be68-ab84f5ee4513, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=9b14f5c6-e131-478c-be68-ab84f5ee4513,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:22:27.487300 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.505843 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:27.530830 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f26dbf-3c90-4a7c-a8ef-683f70705713 req-00394b92-1680-411b-8eb2-8b81049718c3 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:27.537262 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-77f26dbf-3c90-4a7c-a8ef-683f70705713 req-00394b92-1680-411b-8eb2-8b81049718c3 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 943 time: 0.5538406 Jun 16 16:22:27.621583 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fb8e82c2-a510-4827-bd0b-0d4bbb403f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.635733 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8aa44965-0e07-4909-b593-7d2d9d237d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063'] for subnet, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.655602 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.675217 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fb8e82c2-a510-4827-bd0b-0d4bbb403f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.679074 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-fb8e82c2-a510-4827-bd0b-0d4bbb403f7d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bf8b8b2e-a593-4965-b9a0-7ce8405e87df HTTP/1.1" status: 204 len: 168 time: 1.6017838 Jun 16 16:22:27.680976 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:27.693331 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:27.693988 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for port, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.696013 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] 10.222.0.99 "PUT /v2.0/ports/9b14f5c6-e131-478c-be68-ab84f5ee4513 HTTP/1.1" status: 200 len: 1093 time: 3.8007603 Jun 16 16:22:27.696709 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644b95c3-b064-43c7-b7f1-4c0020946439', 'tag': '9b14f5c6-e131-478c-be68-ab84f5ee4513'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:22:27.721887 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248dd0-b0fb-47af-825b-7847c291df06 req-0c8fd941-e490-4495-85f8-5ca342b72133 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:27.726165 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-83248dd0-b0fb-47af-825b-7847c291df06 req-0c8fd941-e490-4495-85f8-5ca342b72133 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 943 time: 0.4454005 Jun 16 16:22:27.800306 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-77f26dbf-3c90-4a7c-a8ef-683f70705713 req-95d69584-3ef1-4b07-9c52-2178e869e1ec tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137086 Jun 16 16:22:27.801245 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Pushing event updated for resources: {'Port': ['ID=9b14f5c6-e131-478c-be68-ab84f5ee4513,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:27.805371 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:27.805728 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:27.810662 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b19061f2-ee85-4745-924e-28b5fbea76bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:27.818906 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e82c2-a510-4827-bd0b-0d4bbb403f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8b8b2e-a593-4965-b9a0-7ce8405e87df,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:27.828526 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-fb8e82c2-a510-4827-bd0b-0d4bbb403f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:27.890352 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] For port d16c71ac-1163-4179-a34d-4bb1d7d507d4, host hv-cinder-77525, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:22:27.908040 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] For port d16c71ac-1163-4179-a34d-4bb1d7d507d4, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=d16c71ac-1163-4179-a34d-4bb1d7d507d4,segment=NetworkSegment(dd074591-713f-4a1e-8cd3-6c75f1a693c2),segment_id=dd074591-713f-4a1e-8cd3-6c75f1a693c2)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:22:28.002892 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8866ff1f-16a2-47eb-92c9-78a59457ec9d req-0ef00b6a-430b-4d2a-8117-924d6df5bc77 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 210 time: 0.0597174 Jun 16 16:22:28.022254 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b19061f2-ee85-4745-924e-28b5fbea76bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:28.024216 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:28.057412 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcc14e41f13d97c8742cd6abe1fc053a743771352171e7c539edf99606292a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e488a42e-b27f-435f-927c-b1ad6b2cd418" -d '{"events": [{"name": "network-changed", "server_uuid": "644b95c3-b064-43c7-b7f1-4c0020946439", "tag": "9b14f5c6-e131-478c-be68-ab84f5ee4513"}]}' {{(pid=91606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:28.065778 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa44965-0e07-4909-b593-7d2d9d237d3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=872d50d6-90a1-44ce-ad47-a0a7539825b2,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:28.072717 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8aa44965-0e07-4909-b593-7d2d9d237d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:28.099695 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a0fedb6b-40d3-425e-a209-62743833939c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:28.105465 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:28.159289 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-83248dd0-b0fb-47af-825b-7847c291df06 req-470cde13-ab8f-48ce-8ac2-0a2d48bb7522 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447563 Jun 16 16:22:28.202849 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:28.203765 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:28.206562 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] 10.222.0.99 "PUT /v2.0/ports/d16c71ac-1163-4179-a34d-4bb1d7d507d4 HTTP/1.1" status: 200 len: 1093 time: 4.3057055 Jun 16 16:22:28.207310 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339325ce-d61c-48d1-b9ef-0e21be744955', 'tag': 'd16c71ac-1163-4179-a34d-4bb1d7d507d4'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:22:28.283577 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-e8d22110-36e6-4c1e-bdb9-a053dae2ec4c tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1732081734&fields=id&tenant_id=7b8a7950983b4751a0fb34523c61191d HTTP/1.1" status: 200 len: 267 time: 0.1239216 Jun 16 16:22:28.284876 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-b19061f2-ee85-4745-924e-28b5fbea76bb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eb3fc5f0b4cf41af8d98c29672ea63c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1686645 Jun 16 16:22:28.285758 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57272) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:28.286412 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19061f2-ee85-4745-924e-28b5fbea76bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbac906a-bab3-4804-81c4-e1fb4ac28f57,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:28.289419 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b19061f2-ee85-4745-924e-28b5fbea76bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:28.300429 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:28.302267 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa44965-0e07-4909-b593-7d2d9d237d3c admin admin] Checking segment: {'id': '72625d8e-48c5-4506-8be6-d0169ca59185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0c0d2f2a-5fac-4d1f-bb63-1a19a0cd5c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:28.302617 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa44965-0e07-4909-b593-7d2d9d237d3c admin admin] Network hostable DHCP agents. Network: 0c0d2f2a-5fac-4d1f-bb63-1a19a0cd5c12, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:22:28.402336 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57274) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:28.452313 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa44965-0e07-4909-b593-7d2d9d237d3c admin admin] Network 0c0d2f2a-5fac-4d1f-bb63-1a19a0cd5c12 is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:22:28.467776 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Pushing event updated for resources: {'Port': ['ID=d16c71ac-1163-4179-a34d-4bb1d7d507d4,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:28.471232 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:28.474316 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4e40584d-1baa-483d-9100-931a5920a19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:28.477899 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-8aa44965-0e07-4909-b593-7d2d9d237d3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, 0c0d2f2a-5fac-4d1f-bb63-1a19a0cd5c12) {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:28.481678 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa44965-0e07-4909-b593-7d2d9d237d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:28.482262 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8aa44965-0e07-4909-b593-7d2d9d237d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:28.489459 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a79427-2075-4b61-b9d7-6774c16cfede None None] Network 0c0d2f2a-5fac-4d1f-bb63-1a19a0cd5c12 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:28.507558 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-540791e9-a2d3-4a74-830f-5a0f73799171 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:28.517277 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-540791e9-a2d3-4a74-830f-5a0f73799171 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/networks?id=02e15231-b46c-4cf2-9ad6-fa4086007904 HTTP/1.1" status: 200 len: 809 time: 0.2307498 Jun 16 16:22:28.524543 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6552b9f6-b8d7-4032-b725-61b45f3c7997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:28.536424 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-11941eac-93e2-4f9d-9d11-2e493a90517c tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/quotas/7b8a7950983b4751a0fb34523c61191d HTTP/1.1" status: 200 len: 375 time: 0.0181544 Jun 16 16:22:28.677410 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6552b9f6-b8d7-4032-b725-61b45f3c7997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:28.699141 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-69e20258-e9e6-45c7-b337-2a4b608a98ee tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7b8a7950983b4751a0fb34523c61191d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1617444 Jun 16 16:22:28.766414 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b071f02f-c0aa-47c7-bb66-2ca3a64985d0 x-openstack-request-id: req-b071f02f-c0aa-47c7-bb66-2ca3a64985d0 {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:28.766721 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644b95c3-b064-43c7-b7f1-4c0020946439", "tag": "9b14f5c6-e131-478c-be68-ab84f5ee4513", "status": "completed", "code": 200}]} {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:28.767031 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b071f02f-c0aa-47c7-bb66-2ca3a64985d0 {{(pid=91606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:28.767460 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644b95c3-b064-43c7-b7f1-4c0020946439', 'tag': '9b14f5c6-e131-478c-be68-ab84f5ee4513', 'status': 'completed', 'code': 200} Jun 16 16:22:28.775410 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c4f13c-3c24-414e-a823-776c5494c17a" -d '{"events": [{"name": "network-changed", "server_uuid": "339325ce-d61c-48d1-b9ef-0e21be744955", "tag": "d16c71ac-1163-4179-a34d-4bb1d7d507d4"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:28.782306 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6552b9f6-b8d7-4032-b725-61b45f3c7997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:28.787928 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6552b9f6-b8d7-4032-b725-61b45f3c7997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:28.791892 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-6552b9f6-b8d7-4032-b725-61b45f3c7997 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fbac906a-bab3-4804-81c4-e1fb4ac28f57 HTTP/1.1" status: 204 len: 168 time: 0.4935052 Jun 16 16:22:28.795488 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a444ce12-0653-49ca-9ee6-4a64c06645a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:28.802789 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403ed73a-bd93-4bfd-8b6d-05d6b4ac706b None None] Network 0c0d2f2a-5fac-4d1f-bb63-1a19a0cd5c12 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:28.822280 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552b9f6-b8d7-4032-b725-61b45f3c7997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbac906a-bab3-4804-81c4-e1fb4ac28f57,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:28.827535 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6552b9f6-b8d7-4032-b725-61b45f3c7997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:28.854402 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4e40584d-1baa-483d-9100-931a5920a19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:28.871111 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4e40584d-1baa-483d-9100-931a5920a19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:28.876569 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b19061f2-ee85-4745-924e-28b5fbea76bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:28.898949 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-8aa44965-0e07-4909-b593-7d2d9d237d3c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0802715 Jun 16 16:22:28.970478 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-3dbc5b56-a785-42cf-b2d6-f9276e40ce93 service neutron] 10.222.0.86 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390583 Jun 16 16:22:28.987150 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40584d-1baa-483d-9100-931a5920a19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9facbf-0b38-4ec1-a1a9-82033faa7f94,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:28.996906 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8702121-546a-4023-b8cd-96eecd439905 x-openstack-request-id: req-b8702121-546a-4023-b8cd-96eecd439905 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:28.999904 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339325ce-d61c-48d1-b9ef-0e21be744955", "tag": "d16c71ac-1163-4179-a34d-4bb1d7d507d4", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:29.001244 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b8702121-546a-4023-b8cd-96eecd439905 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:29.002614 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339325ce-d61c-48d1-b9ef-0e21be744955', 'tag': 'd16c71ac-1163-4179-a34d-4bb1d7d507d4', 'status': 'completed', 'code': 200} Jun 16 16:22:29.008634 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-4e40584d-1baa-483d-9100-931a5920a19f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=120034ab06b94a058362a8d009656e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5859694 Jun 16 16:22:29.012937 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57298) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:29.015604 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4e40584d-1baa-483d-9100-931a5920a19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:29.144988 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-17f7e7fb-4da7-41d5-b94d-cc5759966e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:29.222683 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-17f7e7fb-4da7-41d5-b94d-cc5759966e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:29.250207 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-b7dcb990-417b-476c-9451-ffe34a944fa0 service neutron] 10.222.0.86 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717576 Jun 16 16:22:29.325093 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-17f7e7fb-4da7-41d5-b94d-cc5759966e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:29.336467 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-17f7e7fb-4da7-41d5-b94d-cc5759966e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:29.341565 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-17f7e7fb-4da7-41d5-b94d-cc5759966e73 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0e9facbf-0b38-4ec1-a1a9-82033faa7f94 HTTP/1.1" status: 204 len: 168 time: 0.3210251 Jun 16 16:22:29.348368 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-80efe98b-b02b-4f19-be2a-51a450c42b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:29.374679 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7e7fb-4da7-41d5-b94d-cc5759966e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9facbf-0b38-4ec1-a1a9-82033faa7f94,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:29.398804 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-17f7e7fb-4da7-41d5-b94d-cc5759966e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:29.486378 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da129bc-b0b5-4a0b-96e6-d95a0bc4f4f0 req-fb61539e-cd2d-470f-8ea3-8c5d0f68933d tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:29.488097 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2da129bc-b0b5-4a0b-96e6-d95a0bc4f4f0 req-fb61539e-cd2d-470f-8ea3-8c5d0f68933d tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 943 time: 0.2031364 Jun 16 16:22:29.597081 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2da129bc-b0b5-4a0b-96e6-d95a0bc4f4f0 req-fbf768a5-8f5f-4600-b0af-67225e297bfb tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007714 Jun 16 16:22:29.708911 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4a85aedd-0573-4080-9bd6-21593a87c06b req-af2fb8e2-75be-45ba-a9e0-a884f89e9eec tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 210 time: 0.0832839 Jun 16 16:22:29.885078 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ab7815c4-5596-4a10-9f50-ece3ddc54e28 req-345d62c8-cb65-4c4a-b50c-64a153dabd88 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 210 time: 0.0814614 Jun 16 16:22:30.035334 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2b996e82-c0ea-4d67-ab23-a03dd2d7be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:30.037313 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-2b996e82-c0ea-4d67-ab23-a03dd2d7be82 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7e3b66842dda409a9855ce1bf107e082&device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 1096 time: 0.1932974 Jun 16 16:22:30.226033 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-845f77e7-61cc-4171-8525-f8f3197100c1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b14f5c6-e131-478c-be68-ab84f5ee4513 HTTP/1.1" status: 200 len: 217 time: 0.1634336 Jun 16 16:22:30.329831 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c9050-24d7-4de0-9e90-6f0006de1003 req-a4f539be-36f6-4db4-aae9-1051ab200545 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:30.331777 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-404c9050-24d7-4de0-9e90-6f0006de1003 req-a4f539be-36f6-4db4-aae9-1051ab200545 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 943 time: 0.5691769 Jun 16 16:22:30.415355 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4f13c-3c24-414e-a823-776c5494c17a req-c5843852-c347-40df-a7a8-72b5f2f1e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:30.416908 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a7c4f13c-3c24-414e-a823-776c5494c17a req-c5843852-c347-40df-a7a8-72b5f2f1e151 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=92801956879a4017b29bfa30bcc73fcd&device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 1096 time: 0.2465634 Jun 16 16:22:30.480198 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.99', 58727) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:30.543124 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-404c9050-24d7-4de0-9e90-6f0006de1003 req-d94e87dd-65ff-4639-80c8-1622809afd43 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974273 Jun 16 16:22:30.594883 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-9c1cc2ff-2609-41ef-8e6f-f41c216ddaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:30.599105 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-9c1cc2ff-2609-41ef-8e6f-f41c216ddaf1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fffa3101-76c7-4dfc-80a7-5bba2806cf65 HTTP/1.1" status: 200 len: 855 time: 0.1355669 Jun 16 16:22:30.607137 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57366) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:30.613854 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1697975405-network', 'tenant_id': '738b9cf8bf5e4bd3bc3f92d4be8df003'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:30.933790 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-cff92ac6-e3a6-47bf-aa1a-bf32c04d39ce service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f5474398-e4d0-42ec-aa29-77718e3f18bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2090831 Jun 16 16:22:31.125832 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] Made reservation on behalf of 738b9cf8bf5e4bd3bc3f92d4be8df003 for: {'network': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:31.139239 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:31.248717 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82e249-96b0-4a26-b427-0b18ffaf0ee1 req-6da82ff0-3539-4652-a9b8-5e6de875eade tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:31.257349 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fc82e249-96b0-4a26-b427-0b18ffaf0ee1 req-6da82ff0-3539-4652-a9b8-5e6de875eade tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 943 time: 0.3357069 Jun 16 16:22:31.291440 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-ce019e0f-3cf8-47e3-9b5b-3695939b89ed service neutron] 10.222.0.99 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343427 Jun 16 16:22:31.331234 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fc82e249-96b0-4a26-b427-0b18ffaf0ee1 req-3929f5b6-0c40-4c4b-9d5e-3026b2968a1a tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723493 Jun 16 16:22:31.335483 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9e0d69c6-1d64-40e4-b12d-abfc4041676b req-10edf4f3-a488-412d-a068-0830b4b2a341 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 210 time: 0.3666754 Jun 16 16:22:31.374324 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:31.450905 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4f13c-3c24-414e-a823-776c5494c17a req-d7860d3b-4bbc-42d4-93ef-4b3b81990c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:31.455095 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a7c4f13c-3c24-414e-a823-776c5494c17a req-d7860d3b-4bbc-42d4-93ef-4b3b81990c07 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=92801956879a4017b29bfa30bcc73fcd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8255749 Jun 16 16:22:31.511597 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f227bc5c-ef94-4c35-a22d-4a2734b28ea9 req-3708cbb4-ab3d-4449-8a79-cc8c09b553d8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 210 time: 0.0536401 Jun 16 16:22:31.643085 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-66add993-1fe8-447e-b4a7-3deadd7ecb3a tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:31.648416 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-66add993-1fe8-447e-b4a7-3deadd7ecb3a tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.99 "GET /v2.0/networks?id=f3bf38a0-6de0-478a-a880-437c4b879d4d HTTP/1.1" status: 200 len: 818 time: 1.0264463 Jun 16 16:22:31.747309 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:31.792374 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:31.835663 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2f230074-228f-4d83-8dc0-968c243246d8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:31.919501 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=91607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:22:31.983790 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:31.984458 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.segments_db [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] Added segment cf4ffae4-f525-487a-9f94-41f84fec4058 of type vlan for network fc1d83fa-a993-4e50-8c7a-b4f52b88446b Jun 16 16:22:31.996695 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0da3db3-ad00-477b-aa94-d7cd9e4ba0b2,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:32.038376 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:32.055436 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:22:32.058763 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35056f-eb40-4978-9b44-2527aa39ea46 req-2c5922a1-d346-435c-b724-893dd234ea5f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:32.067201 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0b35056f-eb40-4978-9b44-2527aa39ea46 req-2c5922a1-d346-435c-b724-893dd234ea5f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 943 time: 0.3184488 Jun 16 16:22:32.148015 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:32.210305 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0b35056f-eb40-4978-9b44-2527aa39ea46 req-497927ed-3d11-4d1f-85bc-bc09f019769a tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414993 Jun 16 16:22:32.268005 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:32.269750 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:32.270480 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:32.273020 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-44fbb354-9ac0-464f-a931-db0df0273465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:32.338721 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7302356 Jun 16 16:22:32.342724 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57426) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:32.349695 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-445eae9d-4847-4168-b898-b7ef77cff602 admin admin] Request body: {'subnet': {'network_id': 'fc1d83fa-a993-4e50-8c7a-b4f52b88446b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1697975405-subnet', 'tenant_id': '738b9cf8bf5e4bd3bc3f92d4be8df003', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:32.469240 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] Pushing event updated for resources: {'Network': ['ID=fc1d83fa-a993-4e50-8c7a-b4f52b88446b,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:32.489156 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:32.492461 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network fc1d83fa-a993-4e50-8c7a-b4f52b88446b details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:22:32.533165 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445eae9d-4847-4168-b898-b7ef77cff602 admin admin] Made reservation on behalf of 738b9cf8bf5e4bd3bc3f92d4be8df003 for: {'subnet': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:32.541867 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-445eae9d-4847-4168-b898-b7ef77cff602 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:32.720339 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f9d19-77a4-48f9-a692-94c29a32c253 req-e35e602e-2af6-44aa-b601-94a89fccf084 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:32.728967 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-860f9d19-77a4-48f9-a692-94c29a32c253 req-e35e602e-2af6-44aa-b601-94a89fccf084 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 943 time: 0.1675406 Jun 16 16:22:32.787339 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-860f9d19-77a4-48f9-a692-94c29a32c253 req-9bacd4b4-ddf0-40c7-8fab-7a2d14442953 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574832 Jun 16 16:22:32.807837 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-86632ec9-2bd5-418a-b096-f2a7936de30f req-878e4d9d-7d73-430c-b100-15e684a1c1e2 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 210 time: 0.0385852 Jun 16 16:22:32.932025 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-445eae9d-4847-4168-b898-b7ef77cff602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063'] for subnet, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:32.936640 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8aa44965-0e07-4909-b593-7d2d9d237d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:32.948276 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-595da14e-a8f0-4e3f-bc64-45833b222bd1 req-3ecb90fa-f2e1-418d-9d72-91f1a4136197 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 210 time: 0.0476367 Jun 16 16:22:33.001938 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445eae9d-4847-4168-b898-b7ef77cff602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3283516d-1d0b-40f7-9cd2-df36be509b24,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:33.006901 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-445eae9d-4847-4168-b898-b7ef77cff602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:33.011262 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445eae9d-4847-4168-b898-b7ef77cff602 admin admin] Checking segment: {'id': 'cf4ffae4-f525-487a-9f94-41f84fec4058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'fc1d83fa-a993-4e50-8c7a-b4f52b88446b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:33.011633 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445eae9d-4847-4168-b898-b7ef77cff602 admin admin] Network hostable DHCP agents. Network: fc1d83fa-a993-4e50-8c7a-b4f52b88446b, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:22:33.029938 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445eae9d-4847-4168-b898-b7ef77cff602 admin admin] Network fc1d83fa-a993-4e50-8c7a-b4f52b88446b is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:22:33.040993 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-445eae9d-4847-4168-b898-b7ef77cff602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, fc1d83fa-a993-4e50-8c7a-b4f52b88446b) {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:33.046899 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445eae9d-4847-4168-b898-b7ef77cff602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:33.047220 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-445eae9d-4847-4168-b898-b7ef77cff602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:33.052646 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dafb5f-6f5f-487d-a698-b7f94280aa71 None None] Network fc1d83fa-a993-4e50-8c7a-b4f52b88446b requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:33.066519 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-445eae9d-4847-4168-b898-b7ef77cff602 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7206085 Jun 16 16:22:33.212626 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd7b61c-e819-4d82-9b03-84a6b32516ae None None] Network fc1d83fa-a993-4e50-8c7a-b4f52b88446b requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:33.255187 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57474) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:33.393941 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-3fce055d-c91b-4db6-961c-a2aad8885e05 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Request body: {'port': {'device_id': 'daa68116-8c29-4ff7-8cca-2a21b92303ff', 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d', 'admin_state_up': True, 'tenant_id': '0bab6a88cf1841698fdebfb43f3a76ac'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:33.424424 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d9b06b9d-6a26-4c02-9cb1-4f2c904756eb req-d52d8f33-f460-423b-be39-5b6f190ba4ff service neutron] 10.222.0.99 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523824 Jun 16 16:22:33.571556 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488a42e-b27f-435f-927c-b1ad6b2cd418 req-49def587-8066-41bd-921f-36d060da0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:33.572745 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e488a42e-b27f-435f-927c-b1ad6b2cd418 req-49def587-8066-41bd-921f-36d060da0587 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7e3b66842dda409a9855ce1bf107e082&device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 1096 time: 0.0647864 Jun 16 16:22:33.591075 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13df3be-27a4-4b59-aeee-2c50fc48774c admin admin] Deleting subnet 872d50d6-90a1-44ce-ad47-a0a7539825b2 {{(pid=91607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:22:33.606866 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b13df3be-27a4-4b59-aeee-2c50fc48774c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:33.699131 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4f13c-3c24-414e-a823-776c5494c17a req-3df4732c-311f-483b-a8e7-d23d6e1f9370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:33.700568 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a7c4f13c-3c24-414e-a823-776c5494c17a req-3df4732c-311f-483b-a8e7-d23d6e1f9370 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3565125 Jun 16 16:22:33.703434 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b13df3be-27a4-4b59-aeee-2c50fc48774c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:33.718240 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b13df3be-27a4-4b59-aeee-2c50fc48774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766633'] for subnet, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:33.743797 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488a42e-b27f-435f-927c-b1ad6b2cd418 req-06a5b33d-57a0-40b8-9257-997f8e7e17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:33.745730 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e488a42e-b27f-435f-927c-b1ad6b2cd418 req-06a5b33d-57a0-40b8-9257-997f8e7e17bb service neutron] 10.222.0.99 "GET /v2.0/networks?id=f5474398-e4d0-42ec-aa29-77718e3f18bb HTTP/1.1" status: 200 len: 916 time: 0.1656857 Jun 16 16:22:33.752731 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c79a9a-3a4d-4811-9c23-0ade06fa8f5f req-d0351bd0-2d51-4390-98fb-be4ae02f1e8e tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:33.760670 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-28c79a9a-3a4d-4811-9c23-0ade06fa8f5f req-d0351bd0-2d51-4390-98fb-be4ae02f1e8e tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 943 time: 0.3558872 Jun 16 16:22:33.830438 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-3fce055d-c91b-4db6-961c-a2aad8885e05 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Made reservation on behalf of 0bab6a88cf1841698fdebfb43f3a76ac for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:33.835321 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-3fce055d-c91b-4db6-961c-a2aad8885e05 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:33.873389 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e488a42e-b27f-435f-927c-b1ad6b2cd418 req-62dcadb1-6a87-4508-b4dd-8df59afae156 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b14f5c6-e131-478c-be68-ab84f5ee4513 HTTP/1.1" status: 200 len: 217 time: 0.1199667 Jun 16 16:22:33.982988 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 57506) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:33.988703 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488a42e-b27f-435f-927c-b1ad6b2cd418 req-6b7b35f0-0145-47d3-9508-7af906ae218a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:33.990214 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e488a42e-b27f-435f-927c-b1ad6b2cd418 req-6b7b35f0-0145-47d3-9508-7af906ae218a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fffa3101-76c7-4dfc-80a7-5bba2806cf65 HTTP/1.1" status: 200 len: 855 time: 0.1054175 Jun 16 16:22:34.065803 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-28c79a9a-3a4d-4811-9c23-0ade06fa8f5f req-553c2101-11a2-420e-82d2-8ebc6abf0ab0 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040464 Jun 16 16:22:34.069748 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e488a42e-b27f-435f-927c-b1ad6b2cd418 req-0e0cb650-8b3b-4a58-8a4d-b2ac44afb765 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f5474398-e4d0-42ec-aa29-77718e3f18bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709045 Jun 16 16:22:34.141646 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b13df3be-27a4-4b59-aeee-2c50fc48774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063'] for subnet, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:34.157315 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-898d84db-bbd5-4d59-9f55-d869d26fb2f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:34.186888 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-04c35582-aca7-435b-ac8b-4afbd5ccc208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:34.188627 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-04c35582-aca7-435b-ac8b-4afbd5ccc208 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=92801956879a4017b29bfa30bcc73fcd&device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 1096 time: 0.4171188 Jun 16 16:22:34.197450 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13df3be-27a4-4b59-aeee-2c50fc48774c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=872d50d6-90a1-44ce-ad47-a0a7539825b2,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:34.218489 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b13df3be-27a4-4b59-aeee-2c50fc48774c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:34.325710 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-30cecddf-a556-47b1-b377-ab1b91340352 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d16c71ac-1163-4179-a34d-4bb1d7d507d4 HTTP/1.1" status: 200 len: 217 time: 0.1234133 Jun 16 16:22:34.409780 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-3fce055d-c91b-4db6-961c-a2aad8885e05 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Allocated IP 172.20.0.14 (f3bf38a0-6de0-478a-a880-437c4b879d4d/11140164-2d45-4a21-991b-acd6e1deb88b/5c93d132-e70c-44fd-8432-1db8ed66b741) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:22:34.454880 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4013-074a-44c9-82d5-bcdc26a4d41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:34.517048 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a0212f61-8a57-48e3-9461-55bcd76d43c7 req-7d071b52-2fe5-4dbc-80a7-63f1a9e73e61 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 210 time: 0.3001060 Jun 16 16:22:34.541444 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b13df3be-27a4-4b59-aeee-2c50fc48774c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:34.544065 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-b13df3be-27a4-4b59-aeee-2c50fc48774c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/872d50d6-90a1-44ce-ad47-a0a7539825b2 HTTP/1.1" status: 204 len: 168 time: 1.2872226 Jun 16 16:22:34.550326 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.99', 58734) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:34.552744 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 57526) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:34.590676 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e488a42e-b27f-435f-927c-b1ad6b2cd418 req-1330d8dc-287c-4bc3-a5bd-03aed398f93f service neutron] 10.222.0.99 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109541 Jun 16 16:22:34.629481 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f74d7c-b9cf-4542-afdf-0ff363ef8a0f req-a044d3b6-8f78-4fc4-a48f-eb4bbfd36317 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:34.638264 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-99f74d7c-b9cf-4542-afdf-0ff363ef8a0f req-a044d3b6-8f78-4fc4-a48f-eb4bbfd36317 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 943 time: 0.6404121 Jun 16 16:22:34.707630 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-cd6982bf-b7e2-48f7-a6c8-e7e3eeb7015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:34.714499 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-cd6982bf-b7e2-48f7-a6c8-e7e3eeb7015c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=157c4ce4-721b-405f-8590-6fb4234794b0 HTTP/1.1" status: 200 len: 852 time: 0.1925275 Jun 16 16:22:34.817541 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-fff60104-f2eb-42e2-8ac2-56fbfc0ef526 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=fca1f25f-8d45-4484-8908-c5c096b9c6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990634 Jun 16 16:22:34.822203 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0cc4e518-74e6-4553-a75f-4f724b7cf7ff req-7df05185-570c-42b3-a43c-688f5883bc19 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 210 time: 0.1060629 Jun 16 16:22:34.824387 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-3fce055d-c91b-4db6-961c-a2aad8885e05 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:34.856634 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-693812'] for network, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:34.882171 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-99f74d7c-b9cf-4542-afdf-0ff363ef8a0f req-e26bf5d9-7994-406f-9e3c-05f4eef6899c tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429373 Jun 16 16:22:34.939715 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-9daf5859-2600-4817-9e0c-7353638d5757 service neutron] 10.222.0.99 "GET /v2.0/networks/fca1f25f-8d45-4484-8908-c5c096b9c6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129317 Jun 16 16:22:34.963224 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-8181d20c-2705-40a3-b424-218cc6425ecd tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:34.964661 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-8181d20c-2705-40a3-b424-218cc6425ecd tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.99 "GET /v2.0/networks?id=f3bf38a0-6de0-478a-a880-437c4b879d4d HTTP/1.1" status: 200 len: 818 time: 0.4096239 Jun 16 16:22:34.976145 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e488a42e-b27f-435f-927c-b1ad6b2cd418 req-afb2586f-c9f1-413e-a048-2f3d7bf5acc0 service neutron] 10.222.0.99 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552742 Jun 16 16:22:34.987729 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-3fce055d-c91b-4db6-961c-a2aad8885e05 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.019702 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:35.023292 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4013-074a-44c9-82d5-bcdc26a4d41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.037631 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4013-074a-44c9-82d5-bcdc26a4d41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.069719 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-768294', 'neutron.services.segments.db._delete_segments_for_network-8738765585457'] for network, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.072626 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:35.084915 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-3fce055d-c91b-4db6-961c-a2aad8885e05 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Network f3bf38a0-6de0-478a-a880-437c4b879d4d is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:22:35.098071 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-3fce055d-c91b-4db6-961c-a2aad8885e05 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:35.100582 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-3fce055d-c91b-4db6-961c-a2aad8885e05 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:22:35.104056 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.104417 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.105189 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.105517 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Subscribe: > port after_create 55550000 {{(pid=91606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.105879 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Subscribe: > port after_delete 55550000 {{(pid=91606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.106286 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Subscribe: > port after_update 55550000 {{(pid=91606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.106537 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.106689 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-3fce055d-c91b-4db6-961c-a2aad8885e05 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:35.106868 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.107152 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.107461 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.107785 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-3fce055d-c91b-4db6-961c-a2aad8885e05 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.122734 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce055d-c91b-4db6-961c-a2aad8885e05 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Pushing event updated for resources: {'Port': ['ID=5c93d132-e70c-44fd-8432-1db8ed66b741,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:35.126172 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3fce055d-c91b-4db6-961c-a2aad8885e05 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:35.129276 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-431770f7-0aa4-4252-85e3-dbe9277594fa req-a2150db5-320b-417f-8b55-a9a1016fff8d service neutron] 10.222.0.99 "GET /v2.0/networks/fca1f25f-8d45-4484-8908-c5c096b9c6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786845 Jun 16 16:22:35.135447 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-3fce055d-c91b-4db6-961c-a2aad8885e05 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7924168 Jun 16 16:22:35.259671 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4746aee-7eab-48c5-86ee-637111ec92dd req-99769c74-d743-4597-9a5c-efb762b2a0ca tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:35.261115 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b4746aee-7eab-48c5-86ee-637111ec92dd req-99769c74-d743-4597-9a5c-efb762b2a0ca tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 943 time: 0.0643764 Jun 16 16:22:35.261212 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.261482 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.261866 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.262193 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.262562 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0d2f2a-5fac-4d1f-bb63-1a19a0cd5c12']}} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:35.290694 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72625d8e-48c5-4506-8be6-d0169ca59185') {'for_net_delete': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:35.290984 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72625d8e-48c5-4506-8be6-d0169ca59185') {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:35.294558 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d4013-074a-44c9-82d5-bcdc26a4d41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b1b53a-a856-4a1a-ab6c-ce023948c854,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:35.300938 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b4746aee-7eab-48c5-86ee-637111ec92dd req-64b356a9-ba1e-4bed-b06c-7386362a8215 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341904 Jun 16 16:22:35.308426 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-8d5d4013-074a-44c9-82d5-bcdc26a4d41a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=69dd49f3c3f14b80a76b5488aae1b518&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3214798 Jun 16 16:22:35.308426 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-8d5d4013-074a-44c9-82d5-bcdc26a4d41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:35.309651 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57532) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:35.314629 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765584770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30266041'] for segment, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.341254 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.349172 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=91606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:22:35.349479 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30257403'] for segment, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: from cryptography.utils import int_from_bytes Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: from cryptography.utils import int_from_bytes Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: retrieve_revision_numbers = { Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: retrieve_revision_numbers = { Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: retrieve_revision_numbers = { Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: retrieve_revision_numbers = { Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: Traceback (most recent call last): Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: timer() Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: cb(*args, **kw) Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: return func(*args, **kwargs) Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: self._notify() Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: self.callback(batched_events) Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: event.method(event) Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: return f(self, *a, **k) Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: return self._get(url).json() Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: return self.request(url, 'GET', **kwargs) Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:22:35.354055 dv-cinder-775250-5-iscsi neutron-server[91606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:22:35.360364 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ffeed234-1d76-40a9-ac73-5372dd1b9e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.381066 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ffeed234-1d76-40a9-ac73-5372dd1b9e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.420537 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33160313'] for network, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.424809 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:35.429309 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.431912 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] 10.222.0.86 "DELETE /v2.0/networks/0c0d2f2a-5fac-4d1f-bb63-1a19a0cd5c12 HTTP/1.1" status: 204 len: 168 time: 0.8748174 Jun 16 16:22:35.436073 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57534) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:35.441488 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Pushing event deleted for resources: {'Network': ['ID=0c0d2f2a-5fac-4d1f-bb63-1a19a0cd5c12,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:35.444604 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:35.444715 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ffeed234-1d76-40a9-ac73-5372dd1b9e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.449189 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ffeed234-1d76-40a9-ac73-5372dd1b9e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.450316 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-ffeed234-1d76-40a9-ac73-5372dd1b9e68 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/58b1b53a-a856-4a1a-ab6c-ce023948c854 HTTP/1.1" status: 204 len: 168 time: 0.1397030 Jun 16 16:22:35.470386 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7e52ef4e-1355-4934-aca0-8ac41d3761f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:35.483281 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeed234-1d76-40a9-ac73-5372dd1b9e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b1b53a-a856-4a1a-ab6c-ce023948c854,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:35.489182 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ffeed234-1d76-40a9-ac73-5372dd1b9e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:35.498494 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3978ee-6a91-43f6-a331-b80209d9d8b3 admin admin] Deleting subnet 3283516d-1d0b-40f7-9cd2-df36be509b24 {{(pid=91607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:22:35.505045 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ad3978ee-6a91-43f6-a331-b80209d9d8b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.543448 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ad3978ee-6a91-43f6-a331-b80209d9d8b3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.549137 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ad3978ee-6a91-43f6-a331-b80209d9d8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766633'] for subnet, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.627247 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ad3978ee-6a91-43f6-a331-b80209d9d8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063'] for subnet, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.630379 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:35.654504 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3978ee-6a91-43f6-a331-b80209d9d8b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3283516d-1d0b-40f7-9cd2-df36be509b24,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:35.658503 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ad3978ee-6a91-43f6-a331-b80209d9d8b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.660469 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-ad3978ee-6a91-43f6-a331-b80209d9d8b3 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3283516d-1d0b-40f7-9cd2-df36be509b24 HTTP/1.1" status: 204 len: 168 time: 0.2233763 Jun 16 16:22:35.661405 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ad3978ee-6a91-43f6-a331-b80209d9d8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:35.662914 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57548) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:35.727814 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-a90a9314-5711-4389-9f44-d18a36eac85f req-bcf5e269-f4ce-4411-9547-3a17d2731576 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 210 time: 0.0424848 Jun 16 16:22:35.750782 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-693812'] for network, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.814160 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 57554) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:35.828103 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-005ab07d-3224-40d6-a631-1c29fc85fcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.836590 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-768294', 'neutron.services.segments.db._delete_segments_for_network-8738765585457'] for network, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.848155 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.848699 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.849653 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.850036 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Subscribe: > port after_create 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.850421 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Subscribe: > port after_delete 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.851019 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Subscribe: > port after_update 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.851427 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.852314 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.852641 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.852958 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.924514 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.925035 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.925212 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.925526 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:35.925927 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1d83fa-a993-4e50-8c7a-b4f52b88446b']}} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:35.927125 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-005ab07d-3224-40d6-a631-1c29fc85fcad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.932572 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-005ab07d-3224-40d6-a631-1c29fc85fcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.936760 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:35.948831 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4ffae4-f525-487a-9f94-41f84fec4058') {'for_net_delete': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:35.949134 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4ffae4-f525-487a-9f94-41f84fec4058') {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:35.978445 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-005ab07d-3224-40d6-a631-1c29fc85fcad admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f98b094956d2497eac858ce98ed39ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604409 Jun 16 16:22:35.978445 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ab07d-3224-40d6-a631-1c29fc85fcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91aa5906-0534-4eda-a8c9-d81997d7c987,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:35.978729 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765584770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30482068'] for segment, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.980045 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 57560) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:35.987446 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-005ab07d-3224-40d6-a631-1c29fc85fcad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:36.013025 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e698c086-cdc8-43d0-8c98-d37eee64706b req-0048ac2b-3a77-441d-980b-1656a634b49b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 210 time: 0.0522325 Jun 16 16:22:36.019681 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:36.028713 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=91607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:22:36.029279 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30482742'] for segment, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: from cryptography.utils import int_from_bytes Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: from cryptography.utils import int_from_bytes Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: Traceback (most recent call last): Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: timer() Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: cb(*args, **kw) Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: return func(*args, **kwargs) Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: self._notify() Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: self.callback(batched_events) Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: event.method(event) Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: return f(self, *a, **k) Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: return self._get(url).json() Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: return self.request(url, 'GET', **kwargs) Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:22:36.034314 dv-cinder-775250-5-iscsi neutron-server[91607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:22:36.066986 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-97eeaf32-597c-4e69-bba8-8c50a554143e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:36.094191 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33160313'] for network, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:36.094420 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-97eeaf32-597c-4e69-bba8-8c50a554143e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:36.098848 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:36.103305 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:36.105351 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] 10.222.0.86 "DELETE /v2.0/networks/fc1d83fa-a993-4e50-8c7a-b4f52b88446b HTTP/1.1" status: 204 len: 168 time: 0.4415257 Jun 16 16:22:36.114808 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Pushing event deleted for resources: {'Network': ['ID=fc1d83fa-a993-4e50-8c7a-b4f52b88446b,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:36.118644 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d90d7fdf-f12e-4698-a92c-39667391590b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:36.146901 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9e88b-fbeb-4bd0-9b6c-33a60a5a9563 req-45a3a990-f06b-4195-bc21-e20a036f8a46 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:36.148386 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-82a9e88b-fbeb-4bd0-9b6c-33a60a5a9563 req-45a3a990-f06b-4195-bc21-e20a036f8a46 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 943 time: 0.1303074 Jun 16 16:22:36.184292 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-97eeaf32-597c-4e69-bba8-8c50a554143e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:36.188799 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-97eeaf32-597c-4e69-bba8-8c50a554143e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:36.189951 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-97eeaf32-597c-4e69-bba8-8c50a554143e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/91aa5906-0534-4eda-a8c9-d81997d7c987 HTTP/1.1" status: 204 len: 168 time: 0.2089634 Jun 16 16:22:36.192426 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-72cb52f7-7cd6-4050-98a0-12c0cdca67d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:36.198312 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-82a9e88b-fbeb-4bd0-9b6c-33a60a5a9563 req-f8eebaf4-14ce-41b8-9ab2-226cfe1c9393 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431790 Jun 16 16:22:36.205464 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eeaf32-597c-4e69-bba8-8c50a554143e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aa5906-0534-4eda-a8c9-d81997d7c987,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:36.214051 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-97eeaf32-597c-4e69-bba8-8c50a554143e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:36.292799 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57566) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:36.333123 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-2c68ca47-29dc-45f0-91ec-654ee117dcb8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c13d41bcb9b6441d8795e6598b67dd3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390580 Jun 16 16:22:36.335466 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57572) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:36.385059 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6f6e336d-ab4b-4c19-ba31-b0c73a073238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:36.406003 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6f6e336d-ab4b-4c19-ba31-b0c73a073238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:36.492927 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6f6e336d-ab4b-4c19-ba31-b0c73a073238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:36.499023 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6f6e336d-ab4b-4c19-ba31-b0c73a073238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:36.509734 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-6f6e336d-ab4b-4c19-ba31-b0c73a073238 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5c8cf496-c1b0-4d8b-9d3e-f9203d05603f HTTP/1.1" status: 204 len: 168 time: 0.1689892 Jun 16 16:22:36.515077 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7f2be-dfb6-4040-bf4d-664b128089d0 req-5a9a3af6-3b53-4c99-96d7-e46e7b3b91ea tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:36.516824 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4aa7f2be-dfb6-4040-bf4d-664b128089d0 req-5a9a3af6-3b53-4c99-96d7-e46e7b3b91ea tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 943 time: 0.0959682 Jun 16 16:22:36.517492 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:36.528180 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e336d-ab4b-4c19-ba31-b0c73a073238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8cf496-c1b0-4d8b-9d3e-f9203d05603f,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:36.535655 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6f6e336d-ab4b-4c19-ba31-b0c73a073238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:36.564555 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4aa7f2be-dfb6-4040-bf4d-664b128089d0 req-784fa77e-facd-4a80-9a5f-247455dc42aa tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389004 Jun 16 16:22:36.831086 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57600) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:36.877062 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-56e49610-3a37-4e98-a210-b16c86368452 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=738b9cf8bf5e4bd3bc3f92d4be8df003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445380 Jun 16 16:22:36.880167 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57604) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:36.896058 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0d3e6e9d-1aaa-4a99-8bfb-9860d887bc59 req-a353c7d0-7641-4500-86e5-8b30ac3cbbde tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 210 time: 0.0319431 Jun 16 16:22:36.948683 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3b211bfb-c4f2-4a4c-9322-e57ab89197b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:36.957815 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 57608) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:36.970319 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3b211bfb-c4f2-4a4c-9322-e57ab89197b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:37.016071 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3b211bfb-c4f2-4a4c-9322-e57ab89197b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:37.018834 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3b211bfb-c4f2-4a4c-9322-e57ab89197b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:37.020123 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-3b211bfb-c4f2-4a4c-9322-e57ab89197b3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f0da3db3-ad00-477b-aa94-d7cd9e4ba0b2 HTTP/1.1" status: 204 len: 168 time: 0.1388679 Jun 16 16:22:37.020882 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-17f7e7fb-4da7-41d5-b94d-cc5759966e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:37.028988 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b211bfb-c4f2-4a4c-9322-e57ab89197b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0da3db3-ad00-477b-aa94-d7cd9e4ba0b2,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:37.031273 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3b211bfb-c4f2-4a4c-9322-e57ab89197b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:37.077443 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-4f0daaf7-2f44-4db2-afeb-5a5c723a4fd8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1625581584-network', 'tenant_id': '035168cb018b44b8a72bc762a1e53eea'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:37.100279 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0daaf7-2f44-4db2-afeb-5a5c723a4fd8 admin admin] Made reservation on behalf of 035168cb018b44b8a72bc762a1e53eea for: {'network': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:37.103304 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-4f0daaf7-2f44-4db2-afeb-5a5c723a4fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:37.111612 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-4f0daaf7-2f44-4db2-afeb-5a5c723a4fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:37.175889 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e1927cb2-b7d8-494c-a382-39180bc24800 req-2e7382ae-862c-4993-8c69-52ce3f7ef4eb tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 210 time: 0.0402374 Jun 16 16:22:37.211605 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-4f0daaf7-2f44-4db2-afeb-5a5c723a4fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:37.216336 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-4f0daaf7-2f44-4db2-afeb-5a5c723a4fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:37.220460 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:37.238439 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0daaf7-2f44-4db2-afeb-5a5c723a4fd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=91606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:22:37.252766 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0daaf7-2f44-4db2-afeb-5a5c723a4fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb8c38a-8361-4956-9fb0-47b2483c54ca,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:37.256754 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-4f0daaf7-2f44-4db2-afeb-5a5c723a4fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:37.260450 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-4f0daaf7-2f44-4db2-afeb-5a5c723a4fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:37.260869 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.segments_db [None req-4f0daaf7-2f44-4db2-afeb-5a5c723a4fd8 admin admin] Added segment 6adc940a-1e98-4d87-8cdf-47dfb7d7face of type vlan for network 0ba3961f-2e7e-4ffb-a774-a25b2cc6150f Jun 16 16:22:37.305377 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-4f0daaf7-2f44-4db2-afeb-5a5c723a4fd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:37.357271 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-4f0daaf7-2f44-4db2-afeb-5a5c723a4fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:37.359807 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0daaf7-2f44-4db2-afeb-5a5c723a4fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:37.360373 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-4f0daaf7-2f44-4db2-afeb-5a5c723a4fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:37.362888 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:37.403793 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-4f0daaf7-2f44-4db2-afeb-5a5c723a4fd8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4439569 Jun 16 16:22:37.405891 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57628) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:37.411237 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-86de64c4-5816-4d86-a939-ba0cbe41cfd2 admin admin] Request body: {'subnet': {'network_id': '0ba3961f-2e7e-4ffb-a774-a25b2cc6150f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1625581584-subnet', 'tenant_id': '035168cb018b44b8a72bc762a1e53eea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:37.434734 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86de64c4-5816-4d86-a939-ba0cbe41cfd2 admin admin] Made reservation on behalf of 035168cb018b44b8a72bc762a1e53eea for: {'subnet': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:37.437137 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-86de64c4-5816-4d86-a939-ba0cbe41cfd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30436844'] for subnet, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:37.438530 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0daaf7-2f44-4db2-afeb-5a5c723a4fd8 admin admin] Pushing event updated for resources: {'Network': ['ID=0ba3961f-2e7e-4ffb-a774-a25b2cc6150f,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:37.451864 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-4f0daaf7-2f44-4db2-afeb-5a5c723a4fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:37.454176 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network 0ba3961f-2e7e-4ffb-a774-a25b2cc6150f details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:22:37.480940 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d8447-2b05-4238-8860-487358ef22df req-bc86e5d2-7760-4eec-99d2-8a4c444ed1be tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:37.483224 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-392d8447-2b05-4238-8860-487358ef22df req-bc86e5d2-7760-4eec-99d2-8a4c444ed1be tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 943 time: 0.1630445 Jun 16 16:22:37.546525 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-392d8447-2b05-4238-8860-487358ef22df req-45a9e049-7970-4fbc-8c0b-86eecd967701 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567884 Jun 16 16:22:37.640587 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-86de64c4-5816-4d86-a939-ba0cbe41cfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30482920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30436862'] for subnet, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:37.645546 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:37.709576 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de64c4-5816-4d86-a939-ba0cbe41cfd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4772ccbd-3e30-4abd-b561-96af447cceab,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:37.729632 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-86de64c4-5816-4d86-a939-ba0cbe41cfd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:37.735136 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de64c4-5816-4d86-a939-ba0cbe41cfd2 admin admin] Checking segment: {'id': '6adc940a-1e98-4d87-8cdf-47dfb7d7face', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0ba3961f-2e7e-4ffb-a774-a25b2cc6150f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:37.735483 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86de64c4-5816-4d86-a939-ba0cbe41cfd2 admin admin] Network hostable DHCP agents. Network: 0ba3961f-2e7e-4ffb-a774-a25b2cc6150f, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:22:37.770563 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86de64c4-5816-4d86-a939-ba0cbe41cfd2 admin admin] Network 0ba3961f-2e7e-4ffb-a774-a25b2cc6150f is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:22:37.795290 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250b9d5-9bc7-4311-a227-a2052e6cd21d req-6f1bb257-0eff-49c9-9e0f-87906730f52d tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:37.803157 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e250b9d5-9bc7-4311-a227-a2052e6cd21d req-6f1bb257-0eff-49c9-9e0f-87906730f52d tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 943 time: 0.1077266 Jun 16 16:22:37.811391 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-86de64c4-5816-4d86-a939-ba0cbe41cfd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, 0ba3961f-2e7e-4ffb-a774-a25b2cc6150f) {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:37.819275 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5382b7-18aa-4912-880a-6a7f2d24b3d3 None None] Network 0ba3961f-2e7e-4ffb-a774-a25b2cc6150f requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:37.824741 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86de64c4-5816-4d86-a939-ba0cbe41cfd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:37.825257 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-86de64c4-5816-4d86-a939-ba0cbe41cfd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:37.868042 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e250b9d5-9bc7-4311-a227-a2052e6cd21d req-85a806b6-ba80-4e91-84ec-4f789055854d tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634680 Jun 16 16:22:37.869864 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-86de64c4-5816-4d86-a939-ba0cbe41cfd2 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4629304 Jun 16 16:22:37.895600 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Request body: {'port': {'device_id': 'daa68116-8c29-4ff7-8cca-2a21b92303ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:37.903989 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-24eaa45c-1075-4ee4-ad11-0e7105180af9 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Request body: {'port': {'device_id': '6d151387-3c3d-48f8-a0d7-eb7e160e8329', 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d', 'admin_state_up': True, 'tenant_id': '0bab6a88cf1841698fdebfb43f3a76ac'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:38.063900 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a6b8a6-cbd1-480c-8807-0ef1463aa5ec None None] Network 0ba3961f-2e7e-4ffb-a774-a25b2cc6150f requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:38.287694 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bc4a7980-b1ab-4052-88bd-0fb019c68601 req-8e2eb646-8293-4531-acfd-d786bdf25f2b tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 210 time: 0.1173642 Jun 16 16:22:38.312622 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-24eaa45c-1075-4ee4-ad11-0e7105180af9 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Made reservation on behalf of 0bab6a88cf1841698fdebfb43f3a76ac for: {'port': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:38.321501 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-24eaa45c-1075-4ee4-ad11-0e7105180af9 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:38.473172 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-31f846bb-c5bc-4f24-a7d5-09c0adc2a551 req-49aa0450-6671-417d-a9df-2eb82125c995 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 210 time: 0.0458927 Jun 16 16:22:38.493779 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:38.514463 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-893f5a67-735d-4cf0-8a2d-644c2d040038 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:38.515923 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-893f5a67-735d-4cf0-8a2d-644c2d040038 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.99 "GET /v2.0/networks?id=02e15231-b46c-4cf2-9ad6-fa4086007904 HTTP/1.1" status: 200 len: 809 time: 0.6084223 Jun 16 16:22:38.543362 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-24eaa45c-1075-4ee4-ad11-0e7105180af9 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Allocated IP 172.20.0.2 (f3bf38a0-6de0-478a-a880-437c4b879d4d/11140164-2d45-4a21-991b-acd6e1deb88b/a95a53cc-b105-40a5-8a0b-405dc0dd9c66) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:22:38.664910 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-df53a52a-dba6-4da2-baf6-c56c82f67189 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b8a7950983b4751a0fb34523c61191d HTTP/1.1" status: 200 len: 380 time: 0.1255887 Jun 16 16:22:38.678368 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-938df720-bc63-4d6c-b3b7-0fa4c9455b11 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Request body: {'port': {'device_id': 'de5aa86a-b64b-47c1-8c53-2e0d72dd2329', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'admin_state_up': True, 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'security_groups': ['324de803-ab71-496d-83e2-735bf7371f83']}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:38.828591 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-938df720-bc63-4d6c-b3b7-0fa4c9455b11 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Made reservation on behalf of 7b8a7950983b4751a0fb34523c61191d for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:38.834856 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-24eaa45c-1075-4ee4-ad11-0e7105180af9 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:38.836253 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-938df720-bc63-4d6c-b3b7-0fa4c9455b11 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:38.856943 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6217a9-0449-427b-bdf2-b97d961ee20e req-7ba964f9-bdf8-4b45-a297-b8fa6cb402f3 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:38.856943 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3f6217a9-0449-427b-bdf2-b97d961ee20e req-7ba964f9-bdf8-4b45-a297-b8fa6cb402f3 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 943 time: 0.1200750 Jun 16 16:22:38.923492 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3f6217a9-0449-427b-bdf2-b97d961ee20e req-74ff101b-8a23-43c3-ac22-7b658a60e0d5 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569720 Jun 16 16:22:38.960859 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-24eaa45c-1075-4ee4-ad11-0e7105180af9 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30257329'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:38.968071 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:39.019083 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-24eaa45c-1075-4ee4-ad11-0e7105180af9 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Network f3bf38a0-6de0-478a-a880-437c4b879d4d is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:22:39.030002 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-24eaa45c-1075-4ee4-ad11-0e7105180af9 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:39.035904 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-24eaa45c-1075-4ee4-ad11-0e7105180af9 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:22:39.095797 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-24eaa45c-1075-4ee4-ad11-0e7105180af9 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:39.096417 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-24eaa45c-1075-4ee4-ad11-0e7105180af9 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for port, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:39.119213 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 57702) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:39.127489 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-938df720-bc63-4d6c-b3b7-0fa4c9455b11 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Allocated IP 172.20.0.9 (02e15231-b46c-4cf2-9ad6-fa4086007904/ea088378-29f7-4b89-b70f-57d9f2f62724/e9aedbbf-0f8c-401a-a1f1-0111cb20a149) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:22:39.133819 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eaa45c-1075-4ee4-ad11-0e7105180af9 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Pushing event updated for resources: {'Port': ['ID=a95a53cc-b105-40a5-8a0b-405dc0dd9c66,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:39.141292 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-24eaa45c-1075-4ee4-ad11-0e7105180af9 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:39.145905 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-24eaa45c-1075-4ee4-ad11-0e7105180af9 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2631161 Jun 16 16:22:39.158504 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Request body: {'port': {'device_id': '6d151387-3c3d-48f8-a0d7-eb7e160e8329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:39.194715 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 57708) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:39.207047 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1555052256-network', 'tenant_id': '1e452e5db8824224bb8abd82bced240b'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:39.266072 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] Made reservation on behalf of 1e452e5db8824224bb8abd82bced240b for: {'network': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:39.268533 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:39.281025 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:39.290214 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec4d7e-24cd-4d33-afa0-9a681b213f07 req-eeb8e1ee-fb13-4788-87cc-cfa748c8dd97 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:39.292033 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-29ec4d7e-24cd-4d33-afa0-9a681b213f07 req-eeb8e1ee-fb13-4788-87cc-cfa748c8dd97 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 943 time: 0.2548723 Jun 16 16:22:39.321132 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:39.370223 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c93d132-e70c-44fd-8432-1db8ed66b741 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:22:39.392068 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:39.435315 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-29ec4d7e-24cd-4d33-afa0-9a681b213f07 req-4b6717df-d17e-4e12-a9d9-d6cef977c167 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348603 Jun 16 16:22:39.469753 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Transition to ACTIVE for port object 5c93d132-e70c-44fd-8432-1db8ed66b741 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:22:39.477117 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:39.480566 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-bf4b4a8e-22e4-49ed-ac40-b03e94d97d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:39.491075 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-938df720-bc63-4d6c-b3b7-0fa4c9455b11 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:39.596994 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-938df720-bc63-4d6c-b3b7-0fa4c9455b11 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Transition to ACTIVE for port object e9aedbbf-0f8c-401a-a1f1-0111cb20a149 will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:22:39.611004 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a24ab08e-7287-4b26-8545-954302dcb9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:39.622390 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Pushing event updated for resources: {'Port': ['ID=5c93d132-e70c-44fd-8432-1db8ed66b741,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:39.626448 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:39.729503 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8d79a516-710d-4292-ade8-1e5e237ec858 req-51370e68-796a-4b6d-8d99-655238c80c5c tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 210 time: 0.0669353 Jun 16 16:22:39.761079 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-938df720-bc63-4d6c-b3b7-0fa4c9455b11 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:39.767407 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:39.771515 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Attempting to bind port 5c93d132-e70c-44fd-8432-1db8ed66b741 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:22:39.771906 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Attempting to bind port 5c93d132-e70c-44fd-8432-1db8ed66b741 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': '2a763c94-c252-4031-8860-074635cfe77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:22:39.772412 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Attempting to bind port 5c93d132-e70c-44fd-8432-1db8ed66b741 on network f3bf38a0-6de0-478a-a880-437c4b879d4d {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:39.817978 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Port 5c93d132-e70c-44fd-8432-1db8ed66b741 on network f3bf38a0-6de0-478a-a880-437c4b879d4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:22:39.818568 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Attempting to bind port 5c93d132-e70c-44fd-8432-1db8ed66b741 on network f3bf38a0-6de0-478a-a880-437c4b879d4d {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:39.831705 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-938df720-bc63-4d6c-b3b7-0fa4c9455b11 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Network 02e15231-b46c-4cf2-9ad6-fa4086007904 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:22:39.837666 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:22:39.837999 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Checking segment: {'id': '2a763c94-c252-4031-8860-074635cfe77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:39.838385 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Bound using segment: {'id': '2a763c94-c252-4031-8860-074635cfe77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:22:39.838843 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Bound port: 5c93d132-e70c-44fd-8432-1db8ed66b741, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a763c94-c252-4031-8860-074635cfe77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:22:39.839191 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:39.844450 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-938df720-bc63-4d6c-b3b7-0fa4c9455b11 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:39.846943 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-938df720-bc63-4d6c-b3b7-0fa4c9455b11 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:22:39.876164 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device d16c71ac-1163-4179-a34d-4bb1d7d507d4 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:22:39.889381 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938df720-bc63-4d6c-b3b7-0fa4c9455b11 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Pushing event updated for resources: {'Port': ['ID=e9aedbbf-0f8c-401a-a1f1-0111cb20a149,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:39.895455 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-938df720-bc63-4d6c-b3b7-0fa4c9455b11 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:39.947457 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-938df720-bc63-4d6c-b3b7-0fa4c9455b11 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:39.948108 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-938df720-bc63-4d6c-b3b7-0fa4c9455b11 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:39.952385 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:39.965432 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:39.982342 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293b385-1b9e-4702-a093-1c8b07a4a5c1 req-2fb16c95-c351-412b-a8a6-b1ae7da0bdfc tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:39.984073 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1293b385-1b9e-4702-a093-1c8b07a4a5c1 req-2fb16c95-c351-412b-a8a6-b1ae7da0bdfc tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 931 time: 0.5199063 Jun 16 16:22:39.989383 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:40.011666 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] For port 5c93d132-e70c-44fd-8432-1db8ed66b741, host hv-cinder-77525, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:22:40.017356 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] For port 5c93d132-e70c-44fd-8432-1db8ed66b741, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=5c93d132-e70c-44fd-8432-1db8ed66b741,segment=NetworkSegment(2a763c94-c252-4031-8860-074635cfe77b),segment_id=2a763c94-c252-4031-8860-074635cfe77b)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:22:40.022667 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.029778 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:40.034536 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=91606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:22:40.034968 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port d16c71ac-1163-4179-a34d-4bb1d7d507d4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=d16c71ac-1163-4179-a34d-4bb1d7d507d4,segment=NetworkSegment(dd074591-713f-4a1e-8cd3-6c75f1a693c2),segment_id=dd074591-713f-4a1e-8cd3-6c75f1a693c2)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:40.064100 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': 'd16c71ac-1163-4179-a34d-4bb1d7d507d4', 'network_id': 'fca1f25f-8d45-4484-8908-c5c096b9c6d6', 'port_id': 'd16c71ac-1163-4179-a34d-4bb1d7d507d4', 'mac_address': 'fa:16:3e:55:8e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157c4ce4-721b-405f-8590-6fb4234794b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:22:40.075006 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:40.076497 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.078852 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] 10.222.0.99 "PUT /v2.0/ports/5c93d132-e70c-44fd-8432-1db8ed66b741 HTTP/1.1" status: 200 len: 1094 time: 2.1872556 Jun 16 16:22:40.082692 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa68116-8c29-4ff7-8cca-2a21b92303ff', 'tag': '5c93d132-e70c-44fd-8432-1db8ed66b741'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:22:40.085486 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb78c1e-9e9b-40fe-a99c-757355b556a8" -d '{"events": [{"name": "network-changed", "server_uuid": "daa68116-8c29-4ff7-8cca-2a21b92303ff", "tag": "5c93d132-e70c-44fd-8432-1db8ed66b741"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:40.093759 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.094137 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.segments_db [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] Added segment 9eeb3170-bc71-4ee2-a6a9-aecb64af2b75 of type vlan for network a8643f11-4674-4f7f-bef0-c9b521d93891 Jun 16 16:22:40.112585 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1e1d45-8ca8-4afb-acfc-73677790b77f,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:40.122471 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.126558 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Pushing event updated for resources: {'Port': ['ID=5c93d132-e70c-44fd-8432-1db8ed66b741,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:40.130160 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:40.140394 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16c71ac-1163-4179-a34d-4bb1d7d507d4 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:22:40.166681 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port d16c71ac-1163-4179-a34d-4bb1d7d507d4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=d16c71ac-1163-4179-a34d-4bb1d7d507d4,segment=NetworkSegment(dd074591-713f-4a1e-8cd3-6c75f1a693c2),segment_id=dd074591-713f-4a1e-8cd3-6c75f1a693c2)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:40.170448 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:40.170864 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.171830 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 9b14f5c6-e131-478c-be68-ab84f5ee4513 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:22:40.174699 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:40.211027 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64145a6d-73c4-4be4-8d34-2a362486d9af req-ece71caf-07a3-495c-b570-21c38eef1d2e tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:40.213017 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-64145a6d-73c4-4be4-8d34-2a362486d9af req-ece71caf-07a3-495c-b570-21c38eef1d2e tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 943 time: 0.0775182 Jun 16 16:22:40.224997 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1293b385-1b9e-4702-a093-1c8b07a4a5c1 req-5c643752-215c-4e53-b5db-219d3a0d3a4d tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239866 Jun 16 16:22:40.229369 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.264288 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-64145a6d-73c4-4be4-8d34-2a362486d9af req-a9077e0c-57a1-45b6-9bbb-41b5572d9527 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416231 Jun 16 16:22:40.264639 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-e39ba30b-84b5-4fa4-9866-c32afd1b3133 None None] Provisioning for port e9aedbbf-0f8c-401a-a1f1-0111cb20a149 completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:22:40.270213 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95a53cc-b105-40a5-8a0b-405dc0dd9c66 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:22:40.271561 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-e39ba30b-84b5-4fa4-9866-c32afd1b3133 None None] Provisioning complete for port e9aedbbf-0f8c-401a-a1f1-0111cb20a149 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:22:40.271953 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e39ba30b-84b5-4fa4-9866-c32afd1b3133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.283041 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=d16c71ac-1163-4179-a34d-4bb1d7d507d4,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:40.296231 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.319305 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:40.330114 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.331126 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Transition to ACTIVE for port object a95a53cc-b105-40a5-8a0b-405dc0dd9c66 will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:22:40.333312 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a24ab08e-7287-4b26-8545-954302dcb9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.334973 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:40.335885 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.342403 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-938df720-bc63-4d6c-b3b7-0fa4c9455b11 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6698844 Jun 16 16:22:40.354847 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:40.357503 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30257319'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.357965 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c317b82-6ed5-4443-9d71-329f611a7ef6 x-openstack-request-id: req-4c317b82-6ed5-4443-9d71-329f611a7ef6 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:40.358287 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a24ab08e-7287-4b26-8545-954302dcb9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.358402 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa68116-8c29-4ff7-8cca-2a21b92303ff", "tag": "5c93d132-e70c-44fd-8432-1db8ed66b741", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:40.358596 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4c317b82-6ed5-4443-9d71-329f611a7ef6 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:40.359013 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa68116-8c29-4ff7-8cca-2a21b92303ff', 'tag': '5c93d132-e70c-44fd-8432-1db8ed66b741', 'status': 'completed', 'code': 200} Jun 16 16:22:40.366629 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-e39ba30b-84b5-4fa4-9866-c32afd1b3133 None None] Port e9aedbbf-0f8c-401a-a1f1-0111cb20a149 cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:22:40.388092 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 9b14f5c6-e131-478c-be68-ab84f5ee4513, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=9b14f5c6-e131-478c-be68-ab84f5ee4513,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:40.393095 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1934252 Jun 16 16:22:40.396442 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57734) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:40.398403 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': '9b14f5c6-e131-478c-be68-ab84f5ee4513', 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb', 'port_id': '9b14f5c6-e131-478c-be68-ab84f5ee4513', 'mac_address': 'fa:16:3e:0a:c9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffa3101-76c7-4dfc-80a7-5bba2806cf65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:22:40.402138 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-9d71005d-085d-4461-b1b8-079c7ceb854b admin admin] Request body: {'subnet': {'network_id': 'a8643f11-4674-4f7f-bef0-c9b521d93891', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1555052256-subnet', 'tenant_id': '1e452e5db8824224bb8abd82bced240b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:40.426153 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d71005d-085d-4461-b1b8-079c7ceb854b admin admin] Made reservation on behalf of 1e452e5db8824224bb8abd82bced240b for: {'subnet': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:40.428660 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9d71005d-085d-4461-b1b8-079c7ceb854b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30436844'] for subnet, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.485692 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-a24ab08e-7287-4b26-8545-954302dcb9d7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=13d59890a555440bbbe6c9c2b1b26a96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3644171 Jun 16 16:22:40.487262 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=a8643f11-4674-4f7f-bef0-c9b521d93891,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:40.490642 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:40.491919 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 57740) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:40.492392 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:40.572801 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network a8643f11-4674-4f7f-bef0-c9b521d93891 details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:22:40.577681 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-afcb4095-b281-4cdf-8515-9d5b5aeb89f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.619460 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-afcb4095-b281-4cdf-8515-9d5b5aeb89f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.625202 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9d71005d-085d-4461-b1b8-079c7ceb854b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30482920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30436862'] for subnet, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.628960 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:40.656799 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.688365 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b14f5c6-e131-478c-be68-ab84f5ee4513 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:22:40.710422 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 9b14f5c6-e131-478c-be68-ab84f5ee4513, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=9b14f5c6-e131-478c-be68-ab84f5ee4513,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:40.719929 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.723008 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:40.763115 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ab08e-7287-4b26-8545-954302dcb9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f52c83-fff1-4858-a1da-2c679f768fa0,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:40.779204 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a24ab08e-7287-4b26-8545-954302dcb9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:40.784903 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71005d-085d-4461-b1b8-079c7ceb854b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f3b03b4-aecf-4946-a4ac-71a6cf38129d,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:40.790360 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.405s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:40.792974 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9d71005d-085d-4461-b1b8-079c7ceb854b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:40.793752 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=9b14f5c6-e131-478c-be68-ab84f5ee4513,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:40.797728 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:40.803293 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d71005d-085d-4461-b1b8-079c7ceb854b admin admin] Checking segment: {'id': '9eeb3170-bc71-4ee2-a6a9-aecb64af2b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a8643f11-4674-4f7f-bef0-c9b521d93891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:40.803655 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d71005d-085d-4461-b1b8-079c7ceb854b admin admin] Network hostable DHCP agents. Network: a8643f11-4674-4f7f-bef0-c9b521d93891, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:22:40.829904 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d71005d-085d-4461-b1b8-079c7ceb854b admin admin] Network a8643f11-4674-4f7f-bef0-c9b521d93891 is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:22:40.833668 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Attempting to bind port a95a53cc-b105-40a5-8a0b-405dc0dd9c66 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:22:40.835895 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Attempting to bind port a95a53cc-b105-40a5-8a0b-405dc0dd9c66 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': '2a763c94-c252-4031-8860-074635cfe77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:22:40.836941 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Attempting to bind port a95a53cc-b105-40a5-8a0b-405dc0dd9c66 on network f3bf38a0-6de0-478a-a880-437c4b879d4d {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:40.846051 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Port a95a53cc-b105-40a5-8a0b-405dc0dd9c66 on network f3bf38a0-6de0-478a-a880-437c4b879d4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:22:40.846527 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Attempting to bind port a95a53cc-b105-40a5-8a0b-405dc0dd9c66 on network f3bf38a0-6de0-478a-a880-437c4b879d4d {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:40.846898 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-9d71005d-085d-4461-b1b8-079c7ceb854b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, a8643f11-4674-4f7f-bef0-c9b521d93891) {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:40.857036 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cf45e-cfb2-443c-9b82-2b0682c99b11 req-0562b5c4-1088-4d81-9fe1-a11b9e92c559 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:40.858608 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-759cf45e-cfb2-443c-9b82-2b0682c99b11 req-0562b5c4-1088-4d81-9fe1-a11b9e92c559 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 944 time: 0.1824362 Jun 16 16:22:40.859580 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bae85f0-0894-4aff-a928-f361ce1f2180 None None] Network a8643f11-4674-4f7f-bef0-c9b521d93891 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:40.859845 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:22:40.860913 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Checking segment: {'id': '2a763c94-c252-4031-8860-074635cfe77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:40.861329 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Bound using segment: {'id': '2a763c94-c252-4031-8860-074635cfe77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:22:40.861612 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d71005d-085d-4461-b1b8-079c7ceb854b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:40.861838 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Bound port: a95a53cc-b105-40a5-8a0b-405dc0dd9c66, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a763c94-c252-4031-8860-074635cfe77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:22:40.862191 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.862288 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9d71005d-085d-4461-b1b8-079c7ceb854b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.884773 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-afcb4095-b281-4cdf-8515-9d5b5aeb89f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.888576 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-afcb4095-b281-4cdf-8515-9d5b5aeb89f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.891884 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-afcb4095-b281-4cdf-8515-9d5b5aeb89f7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d8f52c83-fff1-4858-a1da-2c679f768fa0 HTTP/1.1" status: 204 len: 168 time: 0.3895371 Jun 16 16:22:40.895717 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Pushing event updated for resources: {'Port': ['ID=a95a53cc-b105-40a5-8a0b-405dc0dd9c66,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:40.907389 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:40.915875 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-9d71005d-085d-4461-b1b8-079c7ceb854b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5180612 Jun 16 16:22:40.929588 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-759cf45e-cfb2-443c-9b82-2b0682c99b11 req-6eade2ad-cc7c-4561-9cd9-75b0e455e80a tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592155 Jun 16 16:22:40.943640 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-4f0daaf7-2f44-4db2-afeb-5a5c723a4fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:40.962189 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb4095-b281-4cdf-8515-9d5b5aeb89f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f52c83-fff1-4858-a1da-2c679f768fa0,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:40.981012 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-afcb4095-b281-4cdf-8515-9d5b5aeb89f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:41.024867 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] For port a95a53cc-b105-40a5-8a0b-405dc0dd9c66, host hv-cinder-77525, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:22:41.029752 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] For port a95a53cc-b105-40a5-8a0b-405dc0dd9c66, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a95a53cc-b105-40a5-8a0b-405dc0dd9c66,segment=NetworkSegment(2a763c94-c252-4031-8860-074635cfe77b),segment_id=2a763c94-c252-4031-8860-074635cfe77b)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:22:41.035523 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30257319'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:41.042607 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:41.098115 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:41.098312 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for port, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:41.099914 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] 10.222.0.99 "PUT /v2.0/ports/a95a53cc-b105-40a5-8a0b-405dc0dd9c66 HTTP/1.1" status: 200 len: 1093 time: 1.9466057 Jun 16 16:22:41.100639 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d151387-3c3d-48f8-a0d7-eb7e160e8329', 'tag': 'a95a53cc-b105-40a5-8a0b-405dc0dd9c66'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:22:41.104297 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcc14e41f13d97c8742cd6abe1fc053a743771352171e7c539edf99606292a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94c8c40-8507-4d02-a9a7-963d6378cb8b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d151387-3c3d-48f8-a0d7-eb7e160e8329", "tag": "a95a53cc-b105-40a5-8a0b-405dc0dd9c66"}]}' {{(pid=91606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:41.113594 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89174b-7bfb-40e7-af13-c48a371236fc req-210f3adc-f807-4d02-afbc-95fd22fa6b15 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:41.115330 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fe89174b-7bfb-40e7-af13-c48a371236fc req-210f3adc-f807-4d02-afbc-95fd22fa6b15 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 931 time: 0.1573012 Jun 16 16:22:41.115723 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d5e33c-9e5b-43c0-b047-d0642772fac3 None None] Network a8643f11-4674-4f7f-bef0-c9b521d93891 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:41.159817 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Pushing event updated for resources: {'Port': ['ID=a95a53cc-b105-40a5-8a0b-405dc0dd9c66,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:41.164139 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:41.185456 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fe89174b-7bfb-40e7-af13-c48a371236fc req-a651b9b4-17da-4aad-b129-a94c7534b73c tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550203 Jun 16 16:22:41.196315 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbeb2ee2-fd92-429a-a7f9-0f6ae5e1d134 x-openstack-request-id: req-dbeb2ee2-fd92-429a-a7f9-0f6ae5e1d134 {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:41.196592 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d151387-3c3d-48f8-a0d7-eb7e160e8329", "tag": "a95a53cc-b105-40a5-8a0b-405dc0dd9c66", "status": "completed", "code": 200}]} {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:41.197054 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dbeb2ee2-fd92-429a-a7f9-0f6ae5e1d134 {{(pid=91606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:41.197474 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d151387-3c3d-48f8-a0d7-eb7e160e8329', 'tag': 'a95a53cc-b105-40a5-8a0b-405dc0dd9c66', 'status': 'completed', 'code': 200} Jun 16 16:22:41.387733 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 57772) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:41.404106 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2e1b-afd1-40e0-840d-53b94f14ae1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:41.451585 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f5d5f-d558-40a2-814d-a53ec50b6daa req-8377ef5d-f1f0-4b4d-a01e-f222778a485a tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:41.453027 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f24f5d5f-d558-40a2-814d-a53ec50b6daa req-8377ef5d-f1f0-4b4d-a01e-f222778a485a tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 943 time: 0.0648141 Jun 16 16:22:41.497664 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f24f5d5f-d558-40a2-814d-a53ec50b6daa req-59600788-9edb-4664-985c-09d8f85ee195 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382428 Jun 16 16:22:41.509890 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075c242-5494-4135-b0df-1ecfec338f0d req-c5e0cf22-fe31-43aa-98cd-f691a049f344 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:41.511492 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0075c242-5494-4135-b0df-1ecfec338f0d req-c5e0cf22-fe31-43aa-98cd-f691a049f344 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 944 time: 0.1093097 Jun 16 16:22:41.562489 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0075c242-5494-4135-b0df-1ecfec338f0d req-7b172cba-414a-45c0-9d84-23f0acf2ea7b tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441811 Jun 16 16:22:41.599073 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2e1b-afd1-40e0-840d-53b94f14ae1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:41.604350 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2e1b-afd1-40e0-840d-53b94f14ae1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:41.607653 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:41.651195 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-dc5f2e1b-afd1-40e0-840d-53b94f14ae1e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=911fceff31a6464ba49a78da21c088e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588022 Jun 16 16:22:41.651195 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f2e1b-afd1-40e0-840d-53b94f14ae1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508e77a8-446d-4d5f-9c78-88a7787f6819,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:41.651938 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 57774) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:41.654097 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-dc5f2e1b-afd1-40e0-840d-53b94f14ae1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:41.704646 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-869d54a5-8cad-400a-827f-bd2ea0f1c8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:41.726205 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-869d54a5-8cad-400a-827f-bd2ea0f1c8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:41.790494 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-869d54a5-8cad-400a-827f-bd2ea0f1c8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:41.795229 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-869d54a5-8cad-400a-827f-bd2ea0f1c8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:41.799299 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-869d54a5-8cad-400a-827f-bd2ea0f1c8a2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/508e77a8-446d-4d5f-9c78-88a7787f6819 HTTP/1.1" status: 204 len: 168 time: 0.1460276 Jun 16 16:22:41.800284 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e886a0ef-79eb-48f7-bbf6-c9e298a1dbd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:41.808798 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d54a5-8cad-400a-827f-bd2ea0f1c8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508e77a8-446d-4d5f-9c78-88a7787f6819,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:41.811529 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-869d54a5-8cad-400a-827f-bd2ea0f1c8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:42.102085 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53a20f-1a67-4f95-9c21-b38e360028ef req-722ce391-b727-41d5-80c2-15497da13cdb tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:42.104116 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3b53a20f-1a67-4f95-9c21-b38e360028ef req-722ce391-b727-41d5-80c2-15497da13cdb tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 944 time: 0.0696659 Jun 16 16:22:42.142524 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3b53a20f-1a67-4f95-9c21-b38e360028ef req-141f4b45-20de-49a8-a0e4-d232c00eb973 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327451 Jun 16 16:22:42.366786 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05e3b-2c6f-48d9-96a3-b81597052987 req-01039514-0254-4537-a548-7a683f4aa0e8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:42.368511 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-11f05e3b-2c6f-48d9-96a3-b81597052987 req-01039514-0254-4537-a548-7a683f4aa0e8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 931 time: 0.0638165 Jun 16 16:22:42.406083 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-11f05e3b-2c6f-48d9-96a3-b81597052987 req-1fe26766-4c17-4d81-8cf2-7c88d613a28d tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321875 Jun 16 16:22:42.690770 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bd4dc-d0ed-4ed8-8c15-0ee06446d57a req-413920fa-46f9-4a04-afa8-c65b2b995753 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:42.694285 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3c7bd4dc-d0ed-4ed8-8c15-0ee06446d57a req-413920fa-46f9-4a04-afa8-c65b2b995753 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 943 time: 0.0734119 Jun 16 16:22:42.737627 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3c7bd4dc-d0ed-4ed8-8c15-0ee06446d57a req-6516dd2f-2ef3-47cb-9f4b-e42a693e1a29 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382371 Jun 16 16:22:42.744650 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb553b3-b5d7-48a8-963d-cb8c781522a7 req-e5ee8041-1966-4724-8cb6-7a06ba3dc162 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:42.746315 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3eb553b3-b5d7-48a8-963d-cb8c781522a7 req-e5ee8041-1966-4724-8cb6-7a06ba3dc162 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 944 time: 0.0721357 Jun 16 16:22:42.796714 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3eb553b3-b5d7-48a8-963d-cb8c781522a7 req-39197184-f1c9-423e-9fcf-f0863475e08f tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422325 Jun 16 16:22:43.255454 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Request body: {'port': {'device_id': 'de5aa86a-b64b-47c1-8c53-2e0d72dd2329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:43.322162 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c8c40-8507-4d02-a9a7-963d6378cb8b req-1fb78250-49eb-4e01-9986-2af97b71928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:43.323839 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c94c8c40-8507-4d02-a9a7-963d6378cb8b req-1fb78250-49eb-4e01-9986-2af97b71928e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0bab6a88cf1841698fdebfb43f3a76ac&device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 1096 time: 0.0706241 Jun 16 16:22:43.414132 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:43.426384 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693cace-e4f0-47e2-be42-b724c68d3d39 req-4772d55a-0377-49ee-8f55-5a19d5cf0ef6 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:43.427869 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a693cace-e4f0-47e2-be42-b724c68d3d39 req-4772d55a-0377-49ee-8f55-5a19d5cf0ef6 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 944 time: 0.1691234 Jun 16 16:22:43.453953 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb78c1e-9e9b-40fe-a99c-757355b556a8 req-3c4e75fd-5d8a-4224-984b-5eaf7d4465b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:43.455498 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8fb78c1e-9e9b-40fe-a99c-757355b556a8 req-3c4e75fd-5d8a-4224-984b-5eaf7d4465b1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0bab6a88cf1841698fdebfb43f3a76ac&device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 1097 time: 0.1642244 Jun 16 16:22:43.520066 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['d16c71ac-1163-4179-a34d-4bb1d7d507d4'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:22:43.530928 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c8c40-8507-4d02-a9a7-963d6378cb8b req-d7d98a65-0846-41ed-b591-557ef48e203f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:43.533127 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c94c8c40-8507-4d02-a9a7-963d6378cb8b req-d7d98a65-0846-41ed-b591-557ef48e203f service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=0bab6a88cf1841698fdebfb43f3a76ac&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2009516 Jun 16 16:22:43.549369 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a693cace-e4f0-47e2-be42-b724c68d3d39 req-bd185886-0b91-481f-8283-ff9b2a926025 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037879 Jun 16 16:22:43.609904 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['9b14f5c6-e131-478c-be68-ab84f5ee4513'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:22:43.686129 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb78c1e-9e9b-40fe-a99c-757355b556a8 req-a74a0ee2-1822-4d70-9676-456d4f764483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:43.687587 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8fb78c1e-9e9b-40fe-a99c-757355b556a8 req-a74a0ee2-1822-4d70-9676-456d4f764483 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=0bab6a88cf1841698fdebfb43f3a76ac&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2243240 Jun 16 16:22:43.765568 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c8c40-8507-4d02-a9a7-963d6378cb8b req-48e1b893-c2dc-45e7-91fc-d795a439e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:43.767760 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c94c8c40-8507-4d02-a9a7-963d6378cb8b req-48e1b893-c2dc-45e7-91fc-d795a439e048 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2288420 Jun 16 16:22:43.789806 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87523044-a967-437a-bb7d-c8598368352a req-438b4ee8-cefd-42bc-8f42-d794952ee00a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:43.798380 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-87523044-a967-437a-bb7d-c8598368352a req-438b4ee8-cefd-42bc-8f42-d794952ee00a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 931 time: 0.2078776 Jun 16 16:22:43.866035 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-87523044-a967-437a-bb7d-c8598368352a req-358d297b-3a5f-4fce-a7e7-627652bc1c27 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663671 Jun 16 16:22:43.932756 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9aedbbf-0f8c-401a-a1f1-0111cb20a149 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:22:43.957335 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:43.994275 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Transition to ACTIVE for port object e9aedbbf-0f8c-401a-a1f1-0111cb20a149 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:22:44.013855 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:44.049402 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:44.101135 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Pushing event updated for resources: {'Port': ['ID=e9aedbbf-0f8c-401a-a1f1-0111cb20a149,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:44.152052 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:44.189177 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a3aef-84d2-4e58-8f27-8d80ff7b3ccb req-bb5b76bf-df71-4da5-b9e2-9c846d71543d tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:44.190749 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c38a3aef-84d2-4e58-8f27-8d80ff7b3ccb req-bb5b76bf-df71-4da5-b9e2-9c846d71543d tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 944 time: 0.1093760 Jun 16 16:22:44.235606 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c38a3aef-84d2-4e58-8f27-8d80ff7b3ccb req-f84a0543-a6d9-45c5-a323-7436b2433c96 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347838 Jun 16 16:22:44.239270 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f64759-b54c-4c3a-a3fc-5a9f98c022a8 req-aac381b5-1b8c-4d68-8e64-305d614b93db tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:44.242339 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-13f64759-b54c-4c3a-a3fc-5a9f98c022a8 req-aac381b5-1b8c-4d68-8e64-305d614b93db tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 943 time: 0.2452164 Jun 16 16:22:44.303577 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Attempting to bind port e9aedbbf-0f8c-401a-a1f1-0111cb20a149 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:22:44.304218 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Attempting to bind port e9aedbbf-0f8c-401a-a1f1-0111cb20a149 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': '4a460494-d6ff-48a4-82fb-c5fa15034f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:22:44.304218 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Attempting to bind port e9aedbbf-0f8c-401a-a1f1-0111cb20a149 on network 02e15231-b46c-4cf2-9ad6-fa4086007904 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:44.312416 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-13f64759-b54c-4c3a-a3fc-5a9f98c022a8 req-99f84c87-e45f-4dbe-875f-e9cdd7e21ba1 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622194 Jun 16 16:22:44.314589 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Port e9aedbbf-0f8c-401a-a1f1-0111cb20a149 on network 02e15231-b46c-4cf2-9ad6-fa4086007904 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:22:44.314913 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Attempting to bind port e9aedbbf-0f8c-401a-a1f1-0111cb20a149 on network 02e15231-b46c-4cf2-9ad6-fa4086007904 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:44.323750 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:22:44.323750 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Checking segment: {'id': '4a460494-d6ff-48a4-82fb-c5fa15034f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:44.324189 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Bound using segment: {'id': '4a460494-d6ff-48a4-82fb-c5fa15034f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:22:44.324548 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Bound port: e9aedbbf-0f8c-401a-a1f1-0111cb20a149, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a460494-d6ff-48a4-82fb-c5fa15034f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:22:44.324837 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:44.396235 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] For port e9aedbbf-0f8c-401a-a1f1-0111cb20a149, host hv-cinder-77525, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:22:44.399784 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] For port e9aedbbf-0f8c-401a-a1f1-0111cb20a149, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e9aedbbf-0f8c-401a-a1f1-0111cb20a149,segment=NetworkSegment(4a460494-d6ff-48a4-82fb-c5fa15034f2c),segment_id=4a460494-d6ff-48a4-82fb-c5fa15034f2c)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:22:44.404355 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:44.407595 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:44.437746 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:44.438351 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:44.439699 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] 10.222.0.99 "PUT /v2.0/ports/e9aedbbf-0f8c-401a-a1f1-0111cb20a149 HTTP/1.1" status: 200 len: 1093 time: 1.1889784 Jun 16 16:22:44.441758 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5aa86a-b64b-47c1-8c53-2e0d72dd2329', 'tag': 'e9aedbbf-0f8c-401a-a1f1-0111cb20a149'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:22:44.444277 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe5dae5-eaa7-411a-b804-84a7636e6700" -d '{"events": [{"name": "network-changed", "server_uuid": "de5aa86a-b64b-47c1-8c53-2e0d72dd2329", "tag": "e9aedbbf-0f8c-401a-a1f1-0111cb20a149"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:44.472077 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Pushing event updated for resources: {'Port': ['ID=e9aedbbf-0f8c-401a-a1f1-0111cb20a149,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:44.475266 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:44.483475 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990b4f51-808d-4aa9-9a4d-86b3c3214d74 x-openstack-request-id: req-990b4f51-808d-4aa9-9a4d-86b3c3214d74 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:44.483792 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5aa86a-b64b-47c1-8c53-2e0d72dd2329", "tag": "e9aedbbf-0f8c-401a-a1f1-0111cb20a149", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:44.484070 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-990b4f51-808d-4aa9-9a4d-86b3c3214d74 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:44.484486 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5aa86a-b64b-47c1-8c53-2e0d72dd2329', 'tag': 'e9aedbbf-0f8c-401a-a1f1-0111cb20a149', 'status': 'completed', 'code': 200} Jun 16 16:22:44.728736 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bca200-4469-4496-92e8-f3d0da9125ee req-a379def7-d717-41f2-9bcf-6e1b68f40371 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:44.730140 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-06bca200-4469-4496-92e8-f3d0da9125ee req-a379def7-d717-41f2-9bcf-6e1b68f40371 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 944 time: 0.0630050 Jun 16 16:22:44.766315 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-06bca200-4469-4496-92e8-f3d0da9125ee req-fcaca21e-b066-4e22-92c3-7b26b7a7cab2 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305841 Jun 16 16:22:45.032324 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1444957-9c4b-4eef-90f1-3125bbd44cc5 req-bc3aac75-7500-4fcf-b533-7d0fce56fa71 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:45.033807 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e1444957-9c4b-4eef-90f1-3125bbd44cc5 req-bc3aac75-7500-4fcf-b533-7d0fce56fa71 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 943 time: 0.0640380 Jun 16 16:22:45.073345 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e1444957-9c4b-4eef-90f1-3125bbd44cc5 req-fc7a241f-848b-4638-9337-77ea9354fd82 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338545 Jun 16 16:22:45.434394 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddef026-cd6f-4267-a3d5-832bc9304cc8 req-775a35be-dde0-4c70-a192-057c1875d384 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:45.435925 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7ddef026-cd6f-4267-a3d5-832bc9304cc8 req-775a35be-dde0-4c70-a192-057c1875d384 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 944 time: 0.0778196 Jun 16 16:22:45.514988 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ceb621-665c-452d-bbbe-23c9a7cb884f req-fb7f2293-a635-403a-a304-c2f8c2154328 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:45.517180 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-52ceb621-665c-452d-bbbe-23c9a7cb884f req-fb7f2293-a635-403a-a304-c2f8c2154328 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 943 time: 0.0718822 Jun 16 16:22:45.559031 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-52ceb621-665c-452d-bbbe-23c9a7cb884f req-d5afa2be-21f8-4f50-bc25-a9790cb38b69 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354214 Jun 16 16:22:45.647319 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7ddef026-cd6f-4267-a3d5-832bc9304cc8 req-8b47bf0c-d680-4b1a-bf58-6091e815101c tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053525 Jun 16 16:22:45.936063 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8cfa7-fcba-4b5b-ba6b-ac2dc0750959 req-6c331d8a-2631-4532-bf47-237bb3cf9bc6 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:45.937395 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8ef8cfa7-fcba-4b5b-ba6b-ac2dc0750959 req-6c331d8a-2631-4532-bf47-237bb3cf9bc6 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 944 time: 0.0645983 Jun 16 16:22:45.973705 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8ef8cfa7-fcba-4b5b-ba6b-ac2dc0750959 req-0bfe6f18-6d15-4fc4-bbe0-c56aebf34f5f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307221 Jun 16 16:22:46.242426 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb476f-1e76-4856-825c-43276a30ac03 req-477e4ba9-eb10-42e8-8345-651c8113f2a8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:46.244542 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fabb476f-1e76-4856-825c-43276a30ac03 req-477e4ba9-eb10-42e8-8345-651c8113f2a8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 943 time: 0.0639775 Jun 16 16:22:46.281738 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fabb476f-1e76-4856-825c-43276a30ac03 req-a26f2133-af7c-462d-8e5c-e647387b4581 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315526 Jun 16 16:22:46.652634 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5dae5-eaa7-411a-b804-84a7636e6700 req-0a926b88-16d6-4961-80b2-dc32b4a9614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:46.654160 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ebe5dae5-eaa7-411a-b804-84a7636e6700 req-0a926b88-16d6-4961-80b2-dc32b4a9614f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b8a7950983b4751a0fb34523c61191d&device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 1096 time: 0.0628316 Jun 16 16:22:46.729153 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb78c1e-9e9b-40fe-a99c-757355b556a8 req-9f7e658d-7c32-4efe-8764-2debc12f2dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:46.730554 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8fb78c1e-9e9b-40fe-a99c-757355b556a8 req-9f7e658d-7c32-4efe-8764-2debc12f2dba service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1584194 Jun 16 16:22:46.733234 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-eaf3e1e8-1264-4106-a849-6173151f74d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:46.734589 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-eaf3e1e8-1264-4106-a849-6173151f74d0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0bab6a88cf1841698fdebfb43f3a76ac&device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 1096 time: 0.1188374 Jun 16 16:22:46.795744 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-b3f7898c-0e4d-4d68-bcb5-f6767f44aefb service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a95a53cc-b105-40a5-8a0b-405dc0dd9c66 HTTP/1.1" status: 200 len: 217 time: 0.0503268 Jun 16 16:22:46.804331 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5dae5-eaa7-411a-b804-84a7636e6700 req-c5788f95-eabf-4bd3-8d2d-bb93008884b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:46.806133 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ebe5dae5-eaa7-411a-b804-84a7636e6700 req-c5788f95-eabf-4bd3-8d2d-bb93008884b0 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=7b8a7950983b4751a0fb34523c61191d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1447480 Jun 16 16:22:46.847822 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7b9fb-d788-4de8-9568-2088795f9bc7 req-c6b1aa6a-cca3-49c0-85a3-e99c34ed3d51 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:46.849442 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-63f7b9fb-d788-4de8-9568-2088795f9bc7 req-c6b1aa6a-cca3-49c0-85a3-e99c34ed3d51 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 943 time: 0.1146855 Jun 16 16:22:46.900652 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-7efd05d8-d470-4ef1-9a86-996b1bc52793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:46.902142 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-7efd05d8-d470-4ef1-9a86-996b1bc52793 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=11140164-2d45-4a21-991b-acd6e1deb88b HTTP/1.1" status: 200 len: 858 time: 0.0981119 Jun 16 16:22:46.942751 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-63f7b9fb-d788-4de8-9568-2088795f9bc7 req-8253dcb2-9847-469d-bb90-ac2a7d6ad9d5 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831084 Jun 16 16:22:46.947888 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5dae5-eaa7-411a-b804-84a7636e6700 req-e5d59d7f-cf96-4c57-b8c7-832e68f3ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:46.948481 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-3fb2e892-6e09-4fbf-a4f2-9d8ee05f003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:46.949400 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ebe5dae5-eaa7-411a-b804-84a7636e6700 req-e5d59d7f-cf96-4c57-b8c7-832e68f3ead0 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1364002 Jun 16 16:22:46.949962 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-3fb2e892-6e09-4fbf-a4f2-9d8ee05f003b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0bab6a88cf1841698fdebfb43f3a76ac&device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 1097 time: 0.1648686 Jun 16 16:22:46.952580 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-40c93e57-1952-4676-805e-837154920f08 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3bf38a0-6de0-478a-a880-437c4b879d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416718 Jun 16 16:22:46.964406 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d90e1c-95a5-431c-af09-b330858ad74e req-52bebf7b-bf03-47ba-948a-61b6a5772174 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:46.966007 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3d90e1c-95a5-431c-af09-b330858ad74e req-52bebf7b-bf03-47ba-948a-61b6a5772174 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 944 time: 0.1797097 Jun 16 16:22:47.031925 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-173cf108-9a1e-4bfb-b1d8-4abd8cff76b2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c93d132-e70c-44fd-8432-1db8ed66b741 HTTP/1.1" status: 200 len: 217 time: 0.0648773 Jun 16 16:22:47.078411 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-5f5ab79c-e6a7-4a3c-b32e-af666c454f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:47.079904 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-5f5ab79c-e6a7-4a3c-b32e-af666c454f1e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b8a7950983b4751a0fb34523c61191d&device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 1096 time: 0.0840538 Jun 16 16:22:47.145825 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3d90e1c-95a5-431c-af09-b330858ad74e req-e0adc822-934f-44db-9219-fec40143038e tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556580 Jun 16 16:22:47.145825 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-5e6d9b4b-eba1-409b-9508-3ff604c6a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:47.146583 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-5e6d9b4b-eba1-409b-9508-3ff604c6a88b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=11140164-2d45-4a21-991b-acd6e1deb88b HTTP/1.1" status: 200 len: 858 time: 0.0987334 Jun 16 16:22:47.164159 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-72f02e80-9af8-4e32-ba0e-b3e8c5bf2fb6 service neutron] 10.222.0.99 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961126 Jun 16 16:22:47.237830 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8041dd-51a1-460b-83f0-8a832e119d4b req-7db2be8c-4f71-4f13-a2cc-c2dd7aa78dd4 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:47.239297 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ea8041dd-51a1-460b-83f0-8a832e119d4b req-7db2be8c-4f71-4f13-a2cc-c2dd7aa78dd4 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 944 time: 0.0721941 Jun 16 16:22:47.278717 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ea8041dd-51a1-460b-83f0-8a832e119d4b req-b5463a2f-fbb3-4a62-9edd-a056e7d9a9b5 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325918 Jun 16 16:22:47.473690 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74652337-197c-4065-8431-23a2fd94e08c req-27135730-f0e5-4660-8983-34f055b1df1b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:47.475293 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-74652337-197c-4065-8431-23a2fd94e08c req-27135730-f0e5-4660-8983-34f055b1df1b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 943 time: 0.0688591 Jun 16 16:22:47.526821 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-74652337-197c-4065-8431-23a2fd94e08c req-f5eb376a-1850-42a8-b8bb-ca36e6e7dabe tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433366 Jun 16 16:22:48.055806 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device d16c71ac-1163-4179-a34d-4bb1d7d507d4 up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:22:48.111282 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port d16c71ac-1163-4179-a34d-4bb1d7d507d4 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:22:48.114889 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port d16c71ac-1163-4179-a34d-4bb1d7d507d4 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:22:48.115272 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:48.117729 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f7fc2-af34-45b8-a085-70e61a638dcb req-881b6654-8ad5-4707-8918-7ba1c839a121 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:48.119358 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f80f7fc2-af34-45b8-a085-70e61a638dcb req-881b6654-8ad5-4707-8918-7ba1c839a121 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 943 time: 0.0670033 Jun 16 16:22:48.161370 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f80f7fc2-af34-45b8-a085-70e61a638dcb req-82fa0f94-f6b0-484d-8d38-671f0c3b36d2 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361426 Jun 16 16:22:48.193493 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:48.216096 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339325ce-d61c-48d1-b9ef-0e21be744955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16c71ac-1163-4179-a34d-4bb1d7d507d4'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:22:48.288244 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port d16c71ac-1163-4179-a34d-4bb1d7d507d4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=d16c71ac-1163-4179-a34d-4bb1d7d507d4,segment=NetworkSegment(dd074591-713f-4a1e-8cd3-6c75f1a693c2),segment_id=dd074591-713f-4a1e-8cd3-6c75f1a693c2)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:48.294056 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:48.295028 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 9b14f5c6-e131-478c-be68-ab84f5ee4513 up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:22:48.297610 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a79c8182-0526-4f0c-81ef-fa3ecbfe5f1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:48.325295 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30089363-e5d8-4818-91ae-9e5ed48e0db0 req-dd21f180-9ac4-4c6a-8c62-e15c60182e93 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:48.326837 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-30089363-e5d8-4818-91ae-9e5ed48e0db0 req-dd21f180-9ac4-4c6a-8c62-e15c60182e93 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 944 time: 0.0696745 Jun 16 16:22:48.375301 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-30089363-e5d8-4818-91ae-9e5ed48e0db0 req-2114fca3-1ed1-424b-90e9-f92069bf56b8 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370679 Jun 16 16:22:48.380125 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=d16c71ac-1163-4179-a34d-4bb1d7d507d4,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:48.385276 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:48.404847 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port 9b14f5c6-e131-478c-be68-ab84f5ee4513 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:22:48.409098 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port 9b14f5c6-e131-478c-be68-ab84f5ee4513 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:22:48.409566 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:48.434661 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d1ed05-8946-4819-81e8-fb02f0baacfc" -d '{"events": [{"server_uuid": "339325ce-d61c-48d1-b9ef-0e21be744955", "name": "network-vif-plugged", "status": "completed", "tag": "d16c71ac-1163-4179-a34d-4bb1d7d507d4"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:48.491547 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81f9c-cefc-42b4-9ee4-39d89b89814f req-c72d7ebd-373b-4367-a609-4019b3955cae tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:48.493699 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d5d81f9c-cefc-42b4-9ee4-39d89b89814f req-c72d7ebd-373b-4367-a609-4019b3955cae tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 944 time: 0.0659378 Jun 16 16:22:48.517573 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:48.537033 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b60c62-797a-4185-bfdb-b2792cba987a x-openstack-request-id: req-25b60c62-797a-4185-bfdb-b2792cba987a {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:48.537397 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339325ce-d61c-48d1-b9ef-0e21be744955", "name": "network-vif-plugged", "status": "completed", "tag": "d16c71ac-1163-4179-a34d-4bb1d7d507d4", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:48.537783 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-25b60c62-797a-4185-bfdb-b2792cba987a {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:48.538824 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339325ce-d61c-48d1-b9ef-0e21be744955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16c71ac-1163-4179-a34d-4bb1d7d507d4', 'code': 200} Jun 16 16:22:48.545769 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d5d81f9c-cefc-42b4-9ee4-39d89b89814f req-d9d8ba64-0bec-49f7-9356-f7018f3d4c09 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445697 Jun 16 16:22:48.578444 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 9b14f5c6-e131-478c-be68-ab84f5ee4513, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=9b14f5c6-e131-478c-be68-ab84f5ee4513,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:48.583919 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:48.586632 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:48.639365 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=9b14f5c6-e131-478c-be68-ab84f5ee4513,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:48.642389 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:48.740799 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56252c48-9600-4f09-8c7f-fce1b98d7afa req-f7ab3104-c17b-46c6-b9d6-9a3a67c0550e tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:48.742157 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-56252c48-9600-4f09-8c7f-fce1b98d7afa req-f7ab3104-c17b-46c6-b9d6-9a3a67c0550e tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 943 time: 0.0619030 Jun 16 16:22:48.786173 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-56252c48-9600-4f09-8c7f-fce1b98d7afa req-d6dd0439-5342-4bce-80d0-a0d42fc9971d tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383000 Jun 16 16:22:49.333821 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3231d-0d0f-4f5e-a949-3472b1aced1e req-8eb30b89-3023-4881-b7f6-247fa08c4704 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:49.335241 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-15d3231d-0d0f-4f5e-a949-3472b1aced1e req-8eb30b89-3023-4881-b7f6-247fa08c4704 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 943 time: 0.0640595 Jun 16 16:22:49.372039 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-15d3231d-0d0f-4f5e-a949-3472b1aced1e req-7afdf1d3-3c4f-452b-9a0f-626d73e53ac6 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310931 Jun 16 16:22:49.548148 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770161b-25ec-4742-8c02-0238d5c8dd66 req-0d7d8d78-9013-419c-a128-96dfaebf94ec tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:49.549577 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4770161b-25ec-4742-8c02-0238d5c8dd66 req-0d7d8d78-9013-419c-a128-96dfaebf94ec tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 945 time: 0.0610878 Jun 16 16:22:49.590033 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4770161b-25ec-4742-8c02-0238d5c8dd66 req-5cb18cf0-7d7a-4b7e-a1b3-dad20120adc2 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346327 Jun 16 16:22:49.729480 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ec22f-4af2-4551-8b35-b573fa0e5dbc req-b77fb50e-c7aa-4448-bfaa-cc9c67d1651d tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:49.730989 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-771ec22f-4af2-4551-8b35-b573fa0e5dbc req-b77fb50e-c7aa-4448-bfaa-cc9c67d1651d tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 945 time: 0.0686345 Jun 16 16:22:49.777864 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-771ec22f-4af2-4551-8b35-b573fa0e5dbc req-786d5db2-8a79-4feb-b010-a2935508d580 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382853 Jun 16 16:22:49.956757 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4d112-6253-4c57-b95a-9131ae50961c req-50205858-3ff3-4208-b40c-8c3f88a2d85c tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:49.958224 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-83c4d112-6253-4c57-b95a-9131ae50961c req-50205858-3ff3-4208-b40c-8c3f88a2d85c tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 943 time: 0.0618298 Jun 16 16:22:49.995902 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-83c4d112-6253-4c57-b95a-9131ae50961c req-d165b55f-b0d7-44f5-911b-8b6e5621a431 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314379 Jun 16 16:22:50.113077 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-6f247478-a2d3-4e6e-b2ed-5d3d2f3a7d50 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9aedbbf-0f8c-401a-a1f1-0111cb20a149 HTTP/1.1" status: 200 len: 217 time: 0.0424559 Jun 16 16:22:50.131366 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-8743d256-e09f-4052-aea1-6f2a4f10ecf1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3bf38a0-6de0-478a-a880-437c4b879d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424085 Jun 16 16:22:50.169216 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-6f93f365-deae-4e94-8e56-08fe94f49275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:50.170723 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-6f93f365-deae-4e94-8e56-08fe94f49275 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ea088378-29f7-4b89-b70f-57d9f2f62724 HTTP/1.1" status: 200 len: 848 time: 0.0472827 Jun 16 16:22:50.246640 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-e4025b68-86d1-42ce-82cf-8fb9a0f8ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:50.248239 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-e4025b68-86d1-42ce-82cf-8fb9a0f8ec39 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=02e15231-b46c-4cf2-9ad6-fa4086007904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699248 Jun 16 16:22:50.254966 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-84e22ce8-5d4e-4d1d-b0e0-83a2b6a01d16 req-14b366fb-81fd-43ae-bbf1-155b08f1ea00 service neutron] 10.222.0.99 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740155 Jun 16 16:22:50.272610 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-e4fe6123-a2a7-4cc9-abdb-52d2b52bd2a3 service neutron] 10.222.0.99 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322801 Jun 16 16:22:50.452843 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14a5ce-4b69-41d2-9d9c-b08d80082e6b req-4134a06f-d7e6-40af-bbb8-6aef43bf85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:50.454338 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2c14a5ce-4b69-41d2-9d9c-b08d80082e6b req-4134a06f-d7e6-40af-bbb8-6aef43bf85f2 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 1098 time: 0.1660342 Jun 16 16:22:50.458098 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-ee84ec2d-80e8-4297-b057-6afcac6bc674 service neutron] 10.222.0.99 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775453 Jun 16 16:22:50.484159 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-2c14a5ce-4b69-41d2-9d9c-b08d80082e6b req-881b53d9-24d4-4ee4-8412-ffafcd4e20fe service neutron] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:50.541230 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644b95c3-b064-43c7-b7f1-4c0020946439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b14f5c6-e131-478c-be68-ab84f5ee4513'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:22:50.544092 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1c8a6c-c203-4870-984a-f0ff2d7bd801" -d '{"events": [{"server_uuid": "644b95c3-b064-43c7-b7f1-4c0020946439", "name": "network-vif-plugged", "status": "completed", "tag": "9b14f5c6-e131-478c-be68-ab84f5ee4513"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:50.581777 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917c7b5d-31ec-4476-b2fb-d854a49eb334 x-openstack-request-id: req-917c7b5d-31ec-4476-b2fb-d854a49eb334 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:50.582076 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644b95c3-b064-43c7-b7f1-4c0020946439", "name": "network-vif-plugged", "status": "completed", "tag": "9b14f5c6-e131-478c-be68-ab84f5ee4513", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:50.582337 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-917c7b5d-31ec-4476-b2fb-d854a49eb334 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:50.582728 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644b95c3-b064-43c7-b7f1-4c0020946439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b14f5c6-e131-478c-be68-ab84f5ee4513', 'code': 200} Jun 16 16:22:50.591575 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-2c14a5ce-4b69-41d2-9d9c-b08d80082e6b req-881b53d9-24d4-4ee4-8412-ffafcd4e20fe service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:50.597749 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-2c14a5ce-4b69-41d2-9d9c-b08d80082e6b req-881b53d9-24d4-4ee4-8412-ffafcd4e20fe service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:50.605504 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:50.622125 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-b033115c-d442-4df5-a0bf-d354bcae8c0e service neutron] 10.222.0.99 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482943 Jun 16 16:22:50.633267 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2c14a5ce-4b69-41d2-9d9c-b08d80082e6b req-881b53d9-24d4-4ee4-8412-ffafcd4e20fe service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649017 Jun 16 16:22:50.644660 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d597b70-bb8b-473f-91f0-a23e88d5d254 req-14811d82-abdf-4547-adee-6584c12eda41 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:50.646079 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3d597b70-bb8b-473f-91f0-a23e88d5d254 req-14811d82-abdf-4547-adee-6584c12eda41 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 943 time: 0.0941818 Jun 16 16:22:50.648473 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b53d9-24d4-4ee4-8412-ffafcd4e20fe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4d094339-1709-40d0-95ca-8a73be6c2cef,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:50.653760 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-881b53d9-24d4-4ee4-8412-ffafcd4e20fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:50.695011 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3d597b70-bb8b-473f-91f0-a23e88d5d254 req-099e292d-89c6-487c-8fed-dcc3b79ba78c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409102 Jun 16 16:22:50.808437 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b1af5-1a5b-4f21-bdd7-ffe8ac19bdb3 req-b6f831c7-dad2-4d94-887d-2f6339b5b3c0 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:50.809922 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-396b1af5-1a5b-4f21-bdd7-ffe8ac19bdb3 req-b6f831c7-dad2-4d94-887d-2f6339b5b3c0 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 945 time: 0.0739825 Jun 16 16:22:50.854185 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-396b1af5-1a5b-4f21-bdd7-ffe8ac19bdb3 req-1359de8c-f936-4068-8ca4-45fee68cc5fd tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369034 Jun 16 16:22:50.964503 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f5fe6-ccbf-4011-9888-743a976fb551 req-685c3368-4db7-4fa5-a93e-f331d5d439f4 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:50.966293 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e13f5fe6-ccbf-4011-9888-743a976fb551 req-685c3368-4db7-4fa5-a93e-f331d5d439f4 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 945 time: 0.0707576 Jun 16 16:22:51.008260 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e13f5fe6-ccbf-4011-9888-743a976fb551 req-b0d59aab-ea65-447a-8425-00aabef41fb2 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341458 Jun 16 16:22:51.172290 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac34d64-750b-4041-9f5b-00b8f5490c3f req-736821c7-4601-49d0-ae9a-e0eacbc2faf6 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:51.173792 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1ac34d64-750b-4041-9f5b-00b8f5490c3f req-736821c7-4601-49d0-ae9a-e0eacbc2faf6 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 943 time: 0.0661070 Jun 16 16:22:51.211362 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1ac34d64-750b-4041-9f5b-00b8f5490c3f req-99e4f3a4-c31a-425e-bb2f-4b6d117a6d71 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319097 Jun 16 16:22:51.866092 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725acf9-230f-4e54-8f23-cc6b0a700828 req-37114dcc-7666-411d-afa3-e242f1746952 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:51.867428 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b725acf9-230f-4e54-8f23-cc6b0a700828 req-37114dcc-7666-411d-afa3-e242f1746952 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 943 time: 0.0601051 Jun 16 16:22:51.905162 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b725acf9-230f-4e54-8f23-cc6b0a700828 req-922b12e7-aff4-4809-8a65-5e4043f95b09 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317769 Jun 16 16:22:52.027760 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf13a5d-486a-41fa-9670-e5def405a713 req-5069be67-7761-436d-a95d-205b4d35201a tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:52.029173 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-caf13a5d-486a-41fa-9670-e5def405a713 req-5069be67-7761-436d-a95d-205b4d35201a tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 945 time: 0.0642478 Jun 16 16:22:52.066762 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-caf13a5d-486a-41fa-9670-e5def405a713 req-60631264-c042-465c-b4a5-945575f50a58 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319228 Jun 16 16:22:52.158052 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a2ab9853-3c5c-4193-b8a1-e24bd48f017d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:52.188875 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99727beb-7b7a-47ff-839e-b735f7e7f42b req-37430aed-cedb-4471-9c68-6c9d2b9b8473 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:52.190388 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-99727beb-7b7a-47ff-839e-b735f7e7f42b req-37430aed-cedb-4471-9c68-6c9d2b9b8473 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 945 time: 0.0697722 Jun 16 16:22:52.227778 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-99727beb-7b7a-47ff-839e-b735f7e7f42b req-ce037cc0-3d34-4ce6-801b-297f0d8500d5 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314441 Jun 16 16:22:52.381255 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39023d9-9c68-40a7-b00a-e643971823e2 req-93a896aa-6250-43a1-890f-a3fc09a9c700 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:52.382695 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c39023d9-9c68-40a7-b00a-e643971823e2 req-93a896aa-6250-43a1-890f-a3fc09a9c700 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 943 time: 0.0615571 Jun 16 16:22:52.419301 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c39023d9-9c68-40a7-b00a-e643971823e2 req-247fc9fe-505a-4cd4-9685-686d7d12fbd4 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308602 Jun 16 16:22:53.083022 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4135c-f464-425d-a58f-a69fe8dc8750 req-53d1eb0b-2def-406c-b77c-cc2c619f4818 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:53.084394 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-83a4135c-f464-425d-a58f-a69fe8dc8750 req-53d1eb0b-2def-406c-b77c-cc2c619f4818 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 943 time: 0.0697184 Jun 16 16:22:53.130875 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-83a4135c-f464-425d-a58f-a69fe8dc8750 req-efff8395-d8ce-4153-b8e8-7dfd0307cc17 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398607 Jun 16 16:22:53.248023 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd98ce8-8450-413f-8fda-e5fae81b2e8d req-3b52dc93-e3f8-4af1-992b-d32726de86b1 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:53.249517 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5bd98ce8-8450-413f-8fda-e5fae81b2e8d req-3b52dc93-e3f8-4af1-992b-d32726de86b1 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 945 time: 0.0639706 Jun 16 16:22:53.287363 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5bd98ce8-8450-413f-8fda-e5fae81b2e8d req-c798862a-38b7-49d5-b2fe-1e1330160819 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322423 Jun 16 16:22:53.397809 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1915142-9df9-4415-be3b-dbdfa6623416 req-beb3a783-5ef4-4762-9f9c-e52d0cb110cc tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:53.399288 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d1915142-9df9-4415-be3b-dbdfa6623416 req-beb3a783-5ef4-4762-9f9c-e52d0cb110cc tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 945 time: 0.0634415 Jun 16 16:22:53.438698 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d1915142-9df9-4415-be3b-dbdfa6623416 req-6c76905d-2871-4c20-9660-31f279d43df4 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327654 Jun 16 16:22:53.592068 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcc3f9-9a79-4504-bbed-e311ad2cb2d7 req-377ae846-aa84-490f-b0ea-3c6597df6a2a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:53.593516 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b7fcc3f9-9a79-4504-bbed-e311ad2cb2d7 req-377ae846-aa84-490f-b0ea-3c6597df6a2a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 943 time: 0.0659320 Jun 16 16:22:53.631347 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b7fcc3f9-9a79-4504-bbed-e311ad2cb2d7 req-0d2801b5-fdb6-4462-9c9e-ad18a020c168 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321295 Jun 16 16:22:53.944604 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-eac46c3b-f9f0-4ca6-afab-3f9266f41ed7 req-3baef3ef-cc52-4a70-bd5c-19d77c319694 service neutron] 10.222.0.99 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977750 Jun 16 16:22:54.077183 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29e6ce-d299-4f1a-b66c-05805bb58ee2 req-ab9e773f-187e-4694-b976-64664e68389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:54.078681 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6a29e6ce-d299-4f1a-b66c-05805bb58ee2 req-ab9e773f-187e-4694-b976-64664e68389f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 1098 time: 0.0858040 Jun 16 16:22:54.121829 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6a29e6ce-d299-4f1a-b66c-05805bb58ee2 req-f785fb88-5584-4f69-92f4-b00ff6c6aa35 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361094 Jun 16 16:22:54.322325 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724849c-38d5-4d1c-b4a8-87510a759821 req-34314dcd-7a78-4978-a5cd-f78559268f79 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:54.324399 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f724849c-38d5-4d1c-b4a8-87510a759821 req-34314dcd-7a78-4978-a5cd-f78559268f79 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 943 time: 0.0783858 Jun 16 16:22:54.369003 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f724849c-38d5-4d1c-b4a8-87510a759821 req-65758bd9-8795-4cf0-a03f-ebee638303c0 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362086 Jun 16 16:22:54.468805 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a5c9b-41d1-4eca-aa34-73dbe24686c6 req-933d71f0-9409-4f23-8365-276ad7abbeb3 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:54.470309 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-781a5c9b-41d1-4eca-aa34-73dbe24686c6 req-933d71f0-9409-4f23-8365-276ad7abbeb3 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 945 time: 0.0652299 Jun 16 16:22:54.510434 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-781a5c9b-41d1-4eca-aa34-73dbe24686c6 req-5de44574-c066-42b7-9bff-a6311e016867 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333891 Jun 16 16:22:54.613581 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca054a5-7fb0-4fb7-bf5d-c5f03fa80fed req-c9c53700-0ba3-4e43-8726-62462f5b484d tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:54.615027 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2ca054a5-7fb0-4fb7-bf5d-c5f03fa80fed req-c9c53700-0ba3-4e43-8726-62462f5b484d tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 945 time: 0.0628786 Jun 16 16:22:54.654904 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2ca054a5-7fb0-4fb7-bf5d-c5f03fa80fed req-9b8fa7c2-b00f-4629-96f9-28796233cc11 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337391 Jun 16 16:22:54.803447 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e890da8c-e88d-4027-b6c2-89dbd0823e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:54.836046 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd092e-e28a-4d2b-be09-ebbd8bf4a90d req-a03f2de0-b2f0-4cb7-bb73-b83b24db45eb tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:54.838576 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9efd092e-e28a-4d2b-be09-ebbd8bf4a90d req-a03f2de0-b2f0-4cb7-bb73-b83b24db45eb tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 943 time: 0.0901854 Jun 16 16:22:54.878805 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9efd092e-e28a-4d2b-be09-ebbd8bf4a90d req-91c7aa5c-f169-4d4e-9270-6634b5a22156 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336471 Jun 16 16:22:54.887339 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:55.539772 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device a95a53cc-b105-40a5-8a0b-405dc0dd9c66 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:22:55.580885 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24305928-f62e-4501-88d8-597b5c799f12 req-d42b5dc7-e3c1-481b-9668-5956dd3e3a03 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:55.588403 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-24305928-f62e-4501-88d8-597b5c799f12 req-d42b5dc7-e3c1-481b-9668-5956dd3e3a03 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 943 time: 0.0989161 Jun 16 16:22:55.627432 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-24305928-f62e-4501-88d8-597b5c799f12 req-f0562c19-fe50-4d0a-8003-75991057562f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380750 Jun 16 16:22:55.698159 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port a95a53cc-b105-40a5-8a0b-405dc0dd9c66, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a95a53cc-b105-40a5-8a0b-405dc0dd9c66,segment=NetworkSegment(2a763c94-c252-4031-8860-074635cfe77b),segment_id=2a763c94-c252-4031-8860-074635cfe77b)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:55.710741 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': 'a95a53cc-b105-40a5-8a0b-405dc0dd9c66', 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d', 'port_id': 'a95a53cc-b105-40a5-8a0b-405dc0dd9c66', 'mac_address': 'fa:16:3e:97:02:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11140164-2d45-4a21-991b-acd6e1deb88b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:22:55.739324 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 58148) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:55.752324 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:55.769785 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95a53cc-b105-40a5-8a0b-405dc0dd9c66 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:22:55.792117 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port a95a53cc-b105-40a5-8a0b-405dc0dd9c66, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a95a53cc-b105-40a5-8a0b-405dc0dd9c66,segment=NetworkSegment(2a763c94-c252-4031-8860-074635cfe77b),segment_id=2a763c94-c252-4031-8860-074635cfe77b)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:55.798246 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:55.798991 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device e9aedbbf-0f8c-401a-a1f1-0111cb20a149 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:22:55.817503 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf4cc-d6d0-4aae-a552-3841d53667a6 req-223d8cdb-d024-4f6f-b6f7-015e46eef480 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:55.819001 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-338cf4cc-d6d0-4aae-a552-3841d53667a6 req-223d8cdb-d024-4f6f-b6f7-015e46eef480 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 945 time: 0.1129823 Jun 16 16:22:55.865828 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:55.883178 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-338cf4cc-d6d0-4aae-a552-3841d53667a6 req-b6f9c76d-036d-4af6-9b77-60d9f5dd4762 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569980 Jun 16 16:22:55.887683 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fbade35f-6593-4155-9f40-f090415fa88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:55.948334 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc78845-89f2-4675-99d0-1d60370c9092 req-124c48e3-e3f5-4ef9-8e19-0a79f60d9719 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:55.950790 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3cc78845-89f2-4675-99d0-1d60370c9092 req-124c48e3-e3f5-4ef9-8e19-0a79f60d9719 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 945 time: 0.1232135 Jun 16 16:22:55.971671 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port e9aedbbf-0f8c-401a-a1f1-0111cb20a149, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e9aedbbf-0f8c-401a-a1f1-0111cb20a149,segment=NetworkSegment(4a460494-d6ff-48a4-82fb-c5fa15034f2c),segment_id=4a460494-d6ff-48a4-82fb-c5fa15034f2c)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:55.986308 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': 'e9aedbbf-0f8c-401a-a1f1-0111cb20a149', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'port_id': 'e9aedbbf-0f8c-401a-a1f1-0111cb20a149', 'mac_address': 'fa:16:3e:90:f0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:22:56.010261 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3cc78845-89f2-4675-99d0-1d60370c9092 req-1b56c32d-624e-412a-8be1-7a290a2637da tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515974 Jun 16 16:22:56.047500 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.077264 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=a95a53cc-b105-40a5-8a0b-405dc0dd9c66,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:56.081715 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:56.082939 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.103442 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9aedbbf-0f8c-401a-a1f1-0111cb20a149 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:22:56.120692 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fbade35f-6593-4155-9f40-f090415fa88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.127275 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fbade35f-6593-4155-9f40-f090415fa88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.129156 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port e9aedbbf-0f8c-401a-a1f1-0111cb20a149, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e9aedbbf-0f8c-401a-a1f1-0111cb20a149,segment=NetworkSegment(4a460494-d6ff-48a4-82fb-c5fa15034f2c),segment_id=4a460494-d6ff-48a4-82fb-c5fa15034f2c)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:56.137223 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-97eeaf32-597c-4e69-bba8-8c50a554143e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:56.144602 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.147499 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 5c93d132-e70c-44fd-8432-1db8ed66b741 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:22:56.151518 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-028af72a-424f-482d-8dc5-7f74c92a072e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:56.172544 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-fbade35f-6593-4155-9f40-f090415fa88e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9a420e8b7ff14b90a6521b46a758d8a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325080 Jun 16 16:22:56.174656 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbade35f-6593-4155-9f40-f090415fa88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eee9d87-53f4-4996-81e4-955ef4c8b731,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:56.177599 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 58166) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:56.253518 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=e9aedbbf-0f8c-401a-a1f1-0111cb20a149,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:56.257905 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:56.261021 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 5c93d132-e70c-44fd-8432-1db8ed66b741, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=5c93d132-e70c-44fd-8432-1db8ed66b741,segment=NetworkSegment(2a763c94-c252-4031-8860-074635cfe77b),segment_id=2a763c94-c252-4031-8860-074635cfe77b)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:56.261775 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-fbade35f-6593-4155-9f40-f090415fa88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:56.272862 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c40af7-4633-4925-8abf-7dc7ef7bab1f req-e327112f-704b-4f59-a876-aa1fe26d16f8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:56.281361 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-58c40af7-4633-4925-8abf-7dc7ef7bab1f req-e327112f-704b-4f59-a876-aa1fe26d16f8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 944 time: 0.1455858 Jun 16 16:22:56.283930 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': '5c93d132-e70c-44fd-8432-1db8ed66b741', 'network_id': 'f3bf38a0-6de0-478a-a880-437c4b879d4d', 'port_id': '5c93d132-e70c-44fd-8432-1db8ed66b741', 'mac_address': 'fa:16:3e:4f:c9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11140164-2d45-4a21-991b-acd6e1deb88b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:22:56.350735 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d703bc79-e962-4ea2-8f05-e5345ccc2ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.359298 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-58c40af7-4633-4925-8abf-7dc7ef7bab1f req-2196302b-c892-4c7f-9088-5a11a4ebf51d tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767262 Jun 16 16:22:56.380714 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.398147 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c93d132-e70c-44fd-8432-1db8ed66b741 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:22:56.410546 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d703bc79-e962-4ea2-8f05-e5345ccc2ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.426621 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 5c93d132-e70c-44fd-8432-1db8ed66b741, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=5c93d132-e70c-44fd-8432-1db8ed66b741,segment=NetworkSegment(2a763c94-c252-4031-8860-074635cfe77b),segment_id=2a763c94-c252-4031-8860-074635cfe77b)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:56.437188 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.441074 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:56.483956 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d703bc79-e962-4ea2-8f05-e5345ccc2ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.486497 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d703bc79-e962-4ea2-8f05-e5345ccc2ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.490488 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-d703bc79-e962-4ea2-8f05-e5345ccc2ff5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1eee9d87-53f4-4996-81e4-955ef4c8b731 HTTP/1.1" status: 204 len: 168 time: 0.2872255 Jun 16 16:22:56.491464 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e298bd31-e5da-49e6-af36-65e558383a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:56.498942 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703bc79-e962-4ea2-8f05-e5345ccc2ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eee9d87-53f4-4996-81e4-955ef4c8b731,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:56.501257 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d703bc79-e962-4ea2-8f05-e5345ccc2ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:56.502888 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=5c93d132-e70c-44fd-8432-1db8ed66b741,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:56.529929 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:56.801066 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 58204) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:56.817543 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-51b6ee53-8047-42f3-915d-ed58a67dc7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.842481 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c0260-e1f8-4b36-a743-00e0d71f07ae req-99848ec8-e5cc-49b3-89d3-4cda112a5e59 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:56.844030 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-642c0260-e1f8-4b36-a743-00e0d71f07ae req-99848ec8-e5cc-49b3-89d3-4cda112a5e59 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 944 time: 0.0715277 Jun 16 16:22:56.885811 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-642c0260-e1f8-4b36-a743-00e0d71f07ae req-63f84347-29c9-4cf1-8a94-698606e7b222 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352399 Jun 16 16:22:56.917469 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-51b6ee53-8047-42f3-915d-ed58a67dc7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.921307 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-51b6ee53-8047-42f3-915d-ed58a67dc7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.924357 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:56.958569 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-51b6ee53-8047-42f3-915d-ed58a67dc7e8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=170ec21c23434b21aa4e4a4684459cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563404 Jun 16 16:22:56.959399 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6ee53-8047-42f3-915d-ed58a67dc7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17f32e8-02b5-4b52-9924-a80626877258,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:56.961406 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 58206) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:56.963046 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-51b6ee53-8047-42f3-915d-ed58a67dc7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:57.010393 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-541ac6b3-17f3-4c8b-92cb-223378c7ec9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:57.030834 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-541ac6b3-17f3-4c8b-92cb-223378c7ec9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:57.079010 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-541ac6b3-17f3-4c8b-92cb-223378c7ec9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:57.081630 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-541ac6b3-17f3-4c8b-92cb-223378c7ec9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:57.085223 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-541ac6b3-17f3-4c8b-92cb-223378c7ec9c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f17f32e8-02b5-4b52-9924-a80626877258 HTTP/1.1" status: 204 len: 168 time: 0.1204944 Jun 16 16:22:57.085223 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e8b2dac0-1ac4-481f-bd25-1c53754264d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:57.093627 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ac6b3-17f3-4c8b-92cb-223378c7ec9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17f32e8-02b5-4b52-9924-a80626877258,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:57.095816 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-541ac6b3-17f3-4c8b-92cb-223378c7ec9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:57.196859 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfc641-108f-40c1-b193-478696e1abc1 req-668d70f7-8ebd-4a5c-8492-0173901274b3 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:57.198518 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2ddfc641-108f-40c1-b193-478696e1abc1 req-668d70f7-8ebd-4a5c-8492-0173901274b3 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 945 time: 0.0697265 Jun 16 16:22:57.237858 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2ddfc641-108f-40c1-b193-478696e1abc1 req-adba5a71-9e04-4e56-86fa-0c3821362684 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336905 Jun 16 16:22:57.427566 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 58222) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:57.444314 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-95af882e-e8ec-4e6b-bab6-ee73e4cef79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:57.565723 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d91e6-e303-4d9e-99a2-e546ac9785db req-c6004d12-39c9-4d8c-94c0-3464375590f0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:57.574989 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-dd5d91e6-e303-4d9e-99a2-e546ac9785db req-c6004d12-39c9-4d8c-94c0-3464375590f0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 944 time: 0.0990572 Jun 16 16:22:57.590734 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-95af882e-e8ec-4e6b-bab6-ee73e4cef79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:57.596531 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:57.597178 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-95af882e-e8ec-4e6b-bab6-ee73e4cef79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:57.608862 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:57.618284 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-dd5d91e6-e303-4d9e-99a2-e546ac9785db req-3e547197-5a49-48c9-a7ad-ac9ba11f7f56 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422266 Jun 16 16:22:57.643898 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af882e-e8ec-4e6b-bab6-ee73e4cef79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69703ebf-1bd3-493a-b0c4-13a23ed12a05,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:57.647054 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-95af882e-e8ec-4e6b-bab6-ee73e4cef79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:57.651756 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-95af882e-e8ec-4e6b-bab6-ee73e4cef79e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d6b134e842694176a3d274fb77a41260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230978 Jun 16 16:22:57.654725 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 58230) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:57.706366 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-85923343-faf6-4b3d-906f-675e2ec39184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:57.728001 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-85923343-faf6-4b3d-906f-675e2ec39184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:57.773289 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-85923343-faf6-4b3d-906f-675e2ec39184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:57.776402 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-85923343-faf6-4b3d-906f-675e2ec39184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:57.777517 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-85923343-faf6-4b3d-906f-675e2ec39184 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/69703ebf-1bd3-493a-b0c4-13a23ed12a05 HTTP/1.1" status: 204 len: 168 time: 0.1219184 Jun 16 16:22:57.778189 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:57.785397 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85923343-faf6-4b3d-906f-675e2ec39184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69703ebf-1bd3-493a-b0c4-13a23ed12a05,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:57.787567 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-85923343-faf6-4b3d-906f-675e2ec39184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:58.066914 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f0f61-0739-4688-99f6-d1145c3cda4e req-8f0ad5ef-597c-496d-a750-e83ac1d87495 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:58.068355 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b09f0f61-0739-4688-99f6-d1145c3cda4e req-8f0ad5ef-597c-496d-a750-e83ac1d87495 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 944 time: 0.0647120 Jun 16 16:22:58.098829 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:58.112217 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b09f0f61-0739-4688-99f6-d1145c3cda4e req-60cf9d17-3dcc-4b05-8d05-7f1d600c2a46 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370462 Jun 16 16:22:58.818266 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4e186-1dc6-494c-b043-d72684c9ba60 req-46a010d1-90d8-4565-b247-7d40dcabfbee tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:58.819957 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ecf4e186-1dc6-494c-b043-d72684c9ba60 req-46a010d1-90d8-4565-b247-7d40dcabfbee tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 944 time: 0.0744157 Jun 16 16:22:58.858378 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ecf4e186-1dc6-494c-b043-d72684c9ba60 req-d7c5a0a6-ea35-44b6-99c8-fb71aa387eb0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319769 Jun 16 16:22:59.285580 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa83b2-45ac-403b-8d30-0e7f7386426c req-ac43f4d0-296a-4069-9976-3c5fd9f9bfc8 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:59.287061 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2dfa83b2-45ac-403b-8d30-0e7f7386426c req-ac43f4d0-296a-4069-9976-3c5fd9f9bfc8 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 944 time: 0.0633821 Jun 16 16:22:59.326396 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2dfa83b2-45ac-403b-8d30-0e7f7386426c req-9d7cd7cf-65fb-4e1e-af51-f8db32f9a3fb tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329316 Jun 16 16:23:00.036218 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af039da5-1cdb-4125-9dce-35c15953aa80 req-98bd790b-b42e-44d8-b818-98b87c441e5b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:00.037687 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-af039da5-1cdb-4125-9dce-35c15953aa80 req-98bd790b-b42e-44d8-b818-98b87c441e5b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 944 time: 0.0621178 Jun 16 16:23:00.076467 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-af039da5-1cdb-4125-9dce-35c15953aa80 req-8d687a1b-a5a2-4732-8cd0-048d1ef5977a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325201 Jun 16 16:23:00.087830 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['e9aedbbf-0f8c-401a-a1f1-0111cb20a149'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:00.128837 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['5c93d132-e70c-44fd-8432-1db8ed66b741'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:00.217231 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['a95a53cc-b105-40a5-8a0b-405dc0dd9c66'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:00.507407 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1405a-d190-4a6b-81f9-7585ea55d278 req-c917b8bf-0e8d-4f3c-af80-1dc36cd650d8 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:00.514081 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-aeb1405a-d190-4a6b-81f9-7585ea55d278 req-c917b8bf-0e8d-4f3c-af80-1dc36cd650d8 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 944 time: 0.0744493 Jun 16 16:23:00.552876 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-aeb1405a-d190-4a6b-81f9-7585ea55d278 req-ed10571a-644b-4dad-b2c0-defe4f29de4b tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368805 Jun 16 16:23:01.503895 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6ba07-98d6-434d-9d8f-241d0939c80c req-c8068ce4-3b5a-4377-aa44-6dad36ba6116 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:01.505400 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5ee6ba07-98d6-434d-9d8f-241d0939c80c req-c8068ce4-3b5a-4377-aa44-6dad36ba6116 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 944 time: 0.0995619 Jun 16 16:23:01.547195 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5ee6ba07-98d6-434d-9d8f-241d0939c80c req-01e9282a-c025-43f6-b5c2-f3906cfe8b4d tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350368 Jun 16 16:23:01.550945 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 5c93d132-e70c-44fd-8432-1db8ed66b741 up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:01.605669 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port 5c93d132-e70c-44fd-8432-1db8ed66b741 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:01.616995 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port 5c93d132-e70c-44fd-8432-1db8ed66b741 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:01.617490 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:01.705167 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:01.775116 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466a46f-821f-43fa-84ce-ac25eeaacde5 req-861cad90-cbb6-491d-a676-c480bb7f8c21 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:01.776984 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f466a46f-821f-43fa-84ce-ac25eeaacde5 req-861cad90-cbb6-491d-a676-c480bb7f8c21 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 944 time: 0.0927985 Jun 16 16:23:01.821577 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f466a46f-821f-43fa-84ce-ac25eeaacde5 req-d97f768c-3fe2-42c6-99b4-01b47ed2e953 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379994 Jun 16 16:23:01.833290 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa68116-8c29-4ff7-8cca-2a21b92303ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c93d132-e70c-44fd-8432-1db8ed66b741'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:01.844504 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abd4234-9d5f-431f-9e42-f971e5b53de8" -d '{"events": [{"server_uuid": "daa68116-8c29-4ff7-8cca-2a21b92303ff", "name": "network-vif-plugged", "status": "completed", "tag": "5c93d132-e70c-44fd-8432-1db8ed66b741"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:01.854598 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 5c93d132-e70c-44fd-8432-1db8ed66b741, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=5c93d132-e70c-44fd-8432-1db8ed66b741,segment=NetworkSegment(2a763c94-c252-4031-8860-074635cfe77b),segment_id=2a763c94-c252-4031-8860-074635cfe77b)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:01.858739 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:01.859562 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device a95a53cc-b105-40a5-8a0b-405dc0dd9c66 up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:01.862667 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:01.882752 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d02dc66-2e38-4091-9949-910b4615c928 x-openstack-request-id: req-1d02dc66-2e38-4091-9949-910b4615c928 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:01.883081 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa68116-8c29-4ff7-8cca-2a21b92303ff", "name": "network-vif-plugged", "status": "completed", "tag": "5c93d132-e70c-44fd-8432-1db8ed66b741", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:01.883297 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1d02dc66-2e38-4091-9949-910b4615c928 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:01.883718 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa68116-8c29-4ff7-8cca-2a21b92303ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c93d132-e70c-44fd-8432-1db8ed66b741', 'code': 200} Jun 16 16:23:01.941050 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=5c93d132-e70c-44fd-8432-1db8ed66b741,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:01.945509 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:01.955690 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port a95a53cc-b105-40a5-8a0b-405dc0dd9c66 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:01.963141 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port a95a53cc-b105-40a5-8a0b-405dc0dd9c66 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:01.963673 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:02.062131 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:02.099135 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port a95a53cc-b105-40a5-8a0b-405dc0dd9c66, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a95a53cc-b105-40a5-8a0b-405dc0dd9c66,segment=NetworkSegment(2a763c94-c252-4031-8860-074635cfe77b),segment_id=2a763c94-c252-4031-8860-074635cfe77b)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:02.104156 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:02.105307 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device e9aedbbf-0f8c-401a-a1f1-0111cb20a149 up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:02.107116 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:02.137786 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b6e51-27f8-41b7-b893-5d4bd9cd9120 req-5aabc5b7-831e-4380-82e7-6b0bb9197c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:02.137786 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-495b6e51-27f8-41b7-b893-5d4bd9cd9120 req-5aabc5b7-831e-4380-82e7-6b0bb9197c07 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 1099 time: 0.0559611 Jun 16 16:23:02.175101 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-495b6e51-27f8-41b7-b893-5d4bd9cd9120 req-d6dce468-9ae4-4356-9744-510b94fd0ab2 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306902 Jun 16 16:23:02.180595 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=a95a53cc-b105-40a5-8a0b-405dc0dd9c66,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:02.185198 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:02.200223 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port e9aedbbf-0f8c-401a-a1f1-0111cb20a149 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:02.204666 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port e9aedbbf-0f8c-401a-a1f1-0111cb20a149 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:02.205053 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:02.288196 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:02.323897 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port e9aedbbf-0f8c-401a-a1f1-0111cb20a149, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e9aedbbf-0f8c-401a-a1f1-0111cb20a149,segment=NetworkSegment(4a460494-d6ff-48a4-82fb-c5fa15034f2c),segment_id=4a460494-d6ff-48a4-82fb-c5fa15034f2c)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:02.328640 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:02.330579 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:02.380313 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=e9aedbbf-0f8c-401a-a1f1-0111cb20a149,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:02.383259 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:02.757268 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21a28a-0831-4a9b-b82c-5a24bf8737e3 req-4ab981cb-4619-452c-ba1b-105757b006f7 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:02.759086 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4f21a28a-0831-4a9b-b82c-5a24bf8737e3 req-4ab981cb-4619-452c-ba1b-105757b006f7 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0720718 Jun 16 16:23:02.810446 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4f21a28a-0831-4a9b-b82c-5a24bf8737e3 req-456594e3-6721-4ba7-87ed-95c495e151a3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451849 Jun 16 16:23:03.019140 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287aec7-bae4-488b-8a5f-0f77760e9adc req-344db85d-21ac-4e3f-be1f-71cd0fa84325 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:03.019140 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5287aec7-bae4-488b-8a5f-0f77760e9adc req-344db85d-21ac-4e3f-be1f-71cd0fa84325 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0729051 Jun 16 16:23:03.056110 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5287aec7-bae4-488b-8a5f-0f77760e9adc req-2e4b7445-958d-4f16-a586-29388efe65a3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315459 Jun 16 16:23:03.885706 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d151387-3c3d-48f8-a0d7-eb7e160e8329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95a53cc-b105-40a5-8a0b-405dc0dd9c66'}, {'server_uuid': 'de5aa86a-b64b-47c1-8c53-2e0d72dd2329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9aedbbf-0f8c-401a-a1f1-0111cb20a149'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:03.888045 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f816f9a1-3bc9-4f3a-a92c-c520377edb8c" -d '{"events": [{"server_uuid": "6d151387-3c3d-48f8-a0d7-eb7e160e8329", "name": "network-vif-plugged", "status": "completed", "tag": "a95a53cc-b105-40a5-8a0b-405dc0dd9c66"}, {"server_uuid": "de5aa86a-b64b-47c1-8c53-2e0d72dd2329", "name": "network-vif-plugged", "status": "completed", "tag": "e9aedbbf-0f8c-401a-a1f1-0111cb20a149"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:03.927248 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086806c6-6e7e-4303-ada1-2217ffc34776 x-openstack-request-id: req-086806c6-6e7e-4303-ada1-2217ffc34776 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:03.927555 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d151387-3c3d-48f8-a0d7-eb7e160e8329", "name": "network-vif-plugged", "status": "completed", "tag": "a95a53cc-b105-40a5-8a0b-405dc0dd9c66", "code": 200}, {"server_uuid": "de5aa86a-b64b-47c1-8c53-2e0d72dd2329", "name": "network-vif-plugged", "status": "completed", "tag": "e9aedbbf-0f8c-401a-a1f1-0111cb20a149", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:03.927818 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-086806c6-6e7e-4303-ada1-2217ffc34776 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:03.928215 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d151387-3c3d-48f8-a0d7-eb7e160e8329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95a53cc-b105-40a5-8a0b-405dc0dd9c66', 'code': 200} Jun 16 16:23:03.928483 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5aa86a-b64b-47c1-8c53-2e0d72dd2329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9aedbbf-0f8c-401a-a1f1-0111cb20a149', 'code': 200} Jun 16 16:23:03.996301 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae3163-8b89-49e8-a97c-fb1789e9e44f req-efac8092-9d85-4e79-a6d3-b2d91e5099e4 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:03.997864 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-09ae3163-8b89-49e8-a97c-fb1789e9e44f req-efac8092-9d85-4e79-a6d3-b2d91e5099e4 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0705802 Jun 16 16:23:04.036391 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-09ae3163-8b89-49e8-a97c-fb1789e9e44f req-e748776d-b4fc-44c3-9b06-27f9396512ab tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328221 Jun 16 16:23:04.233056 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e68aaf-bb6f-41b3-b37b-039f8894f1e9 req-81fdd61c-6ae7-450e-8439-e9ab2c241843 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:04.234565 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d6e68aaf-bb6f-41b3-b37b-039f8894f1e9 req-81fdd61c-6ae7-450e-8439-e9ab2c241843 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0657315 Jun 16 16:23:04.280934 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d6e68aaf-bb6f-41b3-b37b-039f8894f1e9 req-87ab1f64-036f-45e4-9f7b-c58c39df01c7 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405476 Jun 16 16:23:05.217519 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca6aff-8612-4954-9f94-0ff8d967b3c0 req-93863c72-71f3-4f2f-9093-ff52210a17ab tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:05.219005 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-adca6aff-8612-4954-9f94-0ff8d967b3c0 req-93863c72-71f3-4f2f-9093-ff52210a17ab tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0667870 Jun 16 16:23:05.256033 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-adca6aff-8612-4954-9f94-0ff8d967b3c0 req-382eb38b-a1c6-48e1-9954-bea72ad7b076 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312972 Jun 16 16:23:05.469398 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99305c99-984a-4133-a847-4ac891d83bfc req-dd5794ee-342e-48c0-9868-8e50e6f9fc87 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:05.470891 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-99305c99-984a-4133-a847-4ac891d83bfc req-dd5794ee-342e-48c0-9868-8e50e6f9fc87 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0672636 Jun 16 16:23:05.537306 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-99305c99-984a-4133-a847-4ac891d83bfc req-48a20d80-7917-4d86-bf39-470ed2650bb2 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599651 Jun 16 16:23:05.549280 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075454f-7e45-4107-86f8-7d5d31ac1df1 req-f947a95a-5964-49bf-b3b7-64fff98ced2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:05.550878 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8075454f-7e45-4107-86f8-7d5d31ac1df1 req-f947a95a-5964-49bf-b3b7-64fff98ced2a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 1098 time: 0.0625722 Jun 16 16:23:05.557699 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170dccb-a369-4939-940d-fb6064dcbbdb req-a66de74c-e73a-4dc4-94d8-458353e57caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:05.559293 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2170dccb-a369-4939-940d-fb6064dcbbdb req-a66de74c-e73a-4dc4-94d8-458353e57caa service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 1098 time: 0.0689924 Jun 16 16:23:05.587648 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8075454f-7e45-4107-86f8-7d5d31ac1df1 req-26990606-9dde-4e6e-9d49-a96551afaf3e service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290761 Jun 16 16:23:05.596055 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2170dccb-a369-4939-940d-fb6064dcbbdb req-ff16c6a4-ce48-43b2-b984-2f5593d85bfb service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287812 Jun 16 16:23:06.430448 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bb30e-fae8-4161-8382-2cba9c401df6 req-fb2cb919-9a1f-4a39-9c90-d54aba8d776b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:06.437152 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d83bb30e-fae8-4161-8382-2cba9c401df6 req-fb2cb919-9a1f-4a39-9c90-d54aba8d776b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0624816 Jun 16 16:23:06.469515 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d83bb30e-fae8-4161-8382-2cba9c401df6 req-4de77c8e-024d-442b-9716-3ee537b44c12 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309908 Jun 16 16:23:06.880777 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca22744-14e9-419b-8a77-27237a30b181 req-2efc7fce-ec80-414f-8638-d4bddd4cff52 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:06.882269 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bca22744-14e9-419b-8a77-27237a30b181 req-2efc7fce-ec80-414f-8638-d4bddd4cff52 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.2303338 Jun 16 16:23:06.919813 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bca22744-14e9-419b-8a77-27237a30b181 req-26b3deec-30ca-4f23-b843-4f2b115e25a7 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318253 Jun 16 16:23:07.640006 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c0613-d550-46d1-963d-74c9a0a0315b req-47f97243-e578-46e2-90dd-ebb31cde520e tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:07.641461 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-eb2c0613-d550-46d1-963d-74c9a0a0315b req-47f97243-e578-46e2-90dd-ebb31cde520e tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0621343 Jun 16 16:23:07.677478 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-eb2c0613-d550-46d1-963d-74c9a0a0315b req-239d41c1-1197-40a5-bb60-efe1bc669665 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303907 Jun 16 16:23:08.091142 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8f56d-aca4-42d6-aee1-8008c7744c5c req-4707efb4-300b-4331-ae02-e493f8e5a00a tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:08.092526 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fcd8f56d-aca4-42d6-aee1-8008c7744c5c req-4707efb4-300b-4331-ae02-e493f8e5a00a tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0646255 Jun 16 16:23:08.130561 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fcd8f56d-aca4-42d6-aee1-8008c7744c5c req-9ca15584-426d-4adc-a31d-f05e2d82c5d4 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323510 Jun 16 16:23:08.898068 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56114e22-2b73-4e91-8651-fd71925a431c req-79e85fe4-5812-4551-a7a7-4658e636d803 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:08.908897 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-56114e22-2b73-4e91-8651-fd71925a431c req-79e85fe4-5812-4551-a7a7-4658e636d803 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0891259 Jun 16 16:23:08.943511 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-56114e22-2b73-4e91-8651-fd71925a431c req-96e044ff-cc44-4dca-bc92-8c5d71feccea tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366242 Jun 16 16:23:09.054425 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:23:09.306397 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317e33d-70eb-46ba-91d7-a04e2d10f393 req-0b7fc526-8b9f-4e8b-a9bc-7c3df2bb9fd3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:09.308102 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b317e33d-70eb-46ba-91d7-a04e2d10f393 req-0b7fc526-8b9f-4e8b-a9bc-7c3df2bb9fd3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0663538 Jun 16 16:23:09.354392 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b317e33d-70eb-46ba-91d7-a04e2d10f393 req-a9b2adc0-4f06-4f88-a990-40e81e35e3ec tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394995 Jun 16 16:23:09.848941 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 58634) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:09.980582 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-67de435a-88ab-4a29-8dc4-40991e29204d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.113012 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-67de435a-88ab-4a29-8dc4-40991e29204d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.119522 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-67de435a-88ab-4a29-8dc4-40991e29204d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.123517 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:10.161769 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de435a-88ab-4a29-8dc4-40991e29204d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcaadb9-8a26-496d-8bec-1026b60932db,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:10.166048 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-67de435a-88ab-4a29-8dc4-40991e29204d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fdd02c11942b42bb96b05704813f5fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159776 Jun 16 16:23:10.169957 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749ca12-65f7-40f7-942f-5aabc3124506 req-9319aea4-c575-4e1b-916e-a11a813cf441 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:10.172068 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6749ca12-65f7-40f7-942f-5aabc3124506 req-9319aea4-c575-4e1b-916e-a11a813cf441 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0895309 Jun 16 16:23:10.173029 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 58648) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:10.174389 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67de435a-88ab-4a29-8dc4-40991e29204d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.174762 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67de435a-88ab-4a29-8dc4-40991e29204d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.175119 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67de435a-88ab-4a29-8dc4-40991e29204d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.175476 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67de435a-88ab-4a29-8dc4-40991e29204d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.175802 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67de435a-88ab-4a29-8dc4-40991e29204d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.176149 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67de435a-88ab-4a29-8dc4-40991e29204d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.176486 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67de435a-88ab-4a29-8dc4-40991e29204d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.176828 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67de435a-88ab-4a29-8dc4-40991e29204d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.177166 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67de435a-88ab-4a29-8dc4-40991e29204d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.177500 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67de435a-88ab-4a29-8dc4-40991e29204d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.177857 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67de435a-88ab-4a29-8dc4-40991e29204d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.178189 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67de435a-88ab-4a29-8dc4-40991e29204d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.182832 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-67de435a-88ab-4a29-8dc4-40991e29204d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:10.249016 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6749ca12-65f7-40f7-942f-5aabc3124506 req-26ef7bc4-bda1-4fb6-a620-9886940db1ae tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636101 Jun 16 16:23:10.269703 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.300796 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.359424 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.362675 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.363948 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bfcaadb9-8a26-496d-8bec-1026b60932db HTTP/1.1" status: 204 len: 168 time: 0.1893702 Jun 16 16:23:10.364816 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-3149bb17-df99-4378-9021-e29ce22615cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:10.375390 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcaadb9-8a26-496d-8bec-1026b60932db,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:10.388447 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.389325 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.389864 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.390297 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.390707 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.391275 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.391654 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.392062 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.392468 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.392871 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.394337 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.394771 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:10.398473 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:10.596837 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7318338-51e6-438c-9532-9f60364e5b25 req-60827886-ecf2-4635-8e47-28a92efa74eb tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:10.599325 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e7318338-51e6-438c-9532-9f60364e5b25 req-60827886-ecf2-4635-8e47-28a92efa74eb tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0844543 Jun 16 16:23:10.631425 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a61db4-7664-4e8e-a9c9-008502934782 req-7b461157-149c-4e07-a24d-a801eb460f9b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:10.643810 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-56a61db4-7664-4e8e-a9c9-008502934782 req-7b461157-149c-4e07-a24d-a801eb460f9b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0819616 Jun 16 16:23:10.644033 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e7318338-51e6-438c-9532-9f60364e5b25 req-853661dd-1513-4342-a8b3-ccf7a41d14ff tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372171 Jun 16 16:23:10.644130 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 58676) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:10.649667 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-80069c40-2e14-4a0c-bee8-76736a3f81ae tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Request body: {'floatingip': {'port_id': 'e9aedbbf-0f8c-401a-a1f1-0111cb20a149'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:10.717411 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 58680) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:10.731876 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-dad401c2-78b9-44ec-b2f2-6f6dd33ee1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.733410 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-80069c40-2e14-4a0c-bee8-76736a3f81ae tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for floatingip, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.835917 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-dad401c2-78b9-44ec-b2f2-6f6dd33ee1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.842174 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-dad401c2-78b9-44ec-b2f2-6f6dd33ee1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.865764 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-93b0aa45-0e83-407d-b2cc-350e2d85efad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:10.870051 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-dad401c2-78b9-44ec-b2f2-6f6dd33ee1a7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4833ce7d282643d08d3649285787f544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513851 Jun 16 16:23:10.878383 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 58686) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:10.921930 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad401c2-78b9-44ec-b2f2-6f6dd33ee1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab743153-8014-4297-bc65-205d1b603bad,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:10.928023 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-dad401c2-78b9-44ec-b2f2-6f6dd33ee1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:10.962426 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6ed51542-9972-4457-a439-cc9b28da5f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.986660 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6ed51542-9972-4457-a439-cc9b28da5f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:11.051030 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6ed51542-9972-4457-a439-cc9b28da5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:11.051030 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6ed51542-9972-4457-a439-cc9b28da5f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:11.051030 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-6ed51542-9972-4457-a439-cc9b28da5f80 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ab743153-8014-4297-bc65-205d1b603bad HTTP/1.1" status: 204 len: 168 time: 0.1672893 Jun 16 16:23:11.051030 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-dc5f2e1b-afd1-40e0-840d-53b94f14ae1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:11.063278 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed51542-9972-4457-a439-cc9b28da5f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab743153-8014-4297-bc65-205d1b603bad,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:11.068530 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-6ed51542-9972-4457-a439-cc9b28da5f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:11.181254 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe317f0-2499-42ae-84c5-aca376b9052c req-407cd08f-5a90-4a9c-8318-7cdd36a2d6c3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:11.186170 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5fe317f0-2499-42ae-84c5-aca376b9052c req-407cd08f-5a90-4a9c-8318-7cdd36a2d6c3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0697625 Jun 16 16:23:11.230802 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5fe317f0-2499-42ae-84c5-aca376b9052c req-6f0ff16d-9481-47e7-b1d8-ffc26c3ba41d tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418746 Jun 16 16:23:11.389370 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b2a40-1b3d-4cc8-a44b-e1a7cc307e0f req-16e449af-da5c-4ed0-99cb-25f34acf86ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:11.390894 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0a9b2a40-1b3d-4cc8-a44b-e1a7cc307e0f req-16e449af-da5c-4ed0-99cb-25f34acf86ea service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0bab6a88cf1841698fdebfb43f3a76ac&device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 1098 time: 0.2727437 Jun 16 16:23:11.599993 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-80069c40-2e14-4a0c-bee8-76736a3f81ae tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:11.617816 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-80069c40-2e14-4a0c-bee8-76736a3f81ae tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33160423'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:11.917892 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b2a40-1b3d-4cc8-a44b-e1a7cc307e0f req-e01ac9dd-ca46-4cb8-b80d-2144e280ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:11.920500 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0a9b2a40-1b3d-4cc8-a44b-e1a7cc307e0f req-e01ac9dd-ca46-4cb8-b80d-2144e280ff27 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f3bf38a0-6de0-478a-a880-437c4b879d4d HTTP/1.1" status: 200 len: 919 time: 0.5047319 Jun 16 16:23:11.968456 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0a9b2a40-1b3d-4cc8-a44b-e1a7cc307e0f req-b23c255b-3a8c-48ae-930b-fab31eacfbef service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a95a53cc-b105-40a5-8a0b-405dc0dd9c66 HTTP/1.1" status: 200 len: 217 time: 0.0406723 Jun 16 16:23:12.007552 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.l3_db [None req-80069c40-2e14-4a0c-bee8-76736a3f81ae tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Floating IP 31ba54fa-e7ee-4f0d-9dd3-f2d15db643fa associated. External IP: 172.27.0.119, port: e9aedbbf-0f8c-401a-a1f1-0111cb20a149. Jun 16 16:23:12.091672 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b2a40-1b3d-4cc8-a44b-e1a7cc307e0f req-a56a2c7f-4c6b-49ba-b991-c6cf5c2e0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:12.093116 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0a9b2a40-1b3d-4cc8-a44b-e1a7cc307e0f req-a56a2c7f-4c6b-49ba-b991-c6cf5c2e0647 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=11140164-2d45-4a21-991b-acd6e1deb88b HTTP/1.1" status: 200 len: 858 time: 0.1149943 Jun 16 16:23:12.137763 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0a9b2a40-1b3d-4cc8-a44b-e1a7cc307e0f req-745f07c6-be8e-4e73-9119-6fe26ad0da62 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3bf38a0-6de0-478a-a880-437c4b879d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354989 Jun 16 16:23:12.360061 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0a9b2a40-1b3d-4cc8-a44b-e1a7cc307e0f req-96155217-8836-4eec-85cd-28a16e493f13 service neutron] 10.222.0.99 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100704 Jun 16 16:23:12.418285 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 58774) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:12.464558 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 58780) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:12.502573 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80069c40-2e14-4a0c-bee8-76736a3f81ae tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Router 2c52a323-4afe-429b-957f-cca11e6c19de has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:23:12.658507 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0a9b2a40-1b3d-4cc8-a44b-e1a7cc307e0f req-b0126909-c1f8-4c46-bc95-99878ea9429c service neutron] 10.222.0.99 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878544 Jun 16 16:23:12.673407 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e17e7-4e72-49ac-bf4c-f62c327079d4 req-55de8291-4225-416f-a972-bcdeaee26da8 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:12.674831 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-306e17e7-4e72-49ac-bf4c-f62c327079d4 req-55de8291-4225-416f-a972-bcdeaee26da8 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.2923300 Jun 16 16:23:12.757487 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-306e17e7-4e72-49ac-bf4c-f62c327079d4 req-b8c6eed9-74e8-4c21-84ee-2ab8dad7c93c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738335 Jun 16 16:23:12.759427 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8390229e-df16-4646-8e0f-066bdba3b3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:12.764071 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80069c40-2e14-4a0c-bee8-76736a3f81ae tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:23:12.769675 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-80069c40-2e14-4a0c-bee8-76736a3f81ae tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:12.790880 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb2a84-14f3-425c-8105-a5088e5e879e None None] Sync routers for ids ['2c52a323-4afe-429b-957f-cca11e6c19de'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:23:12.808059 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fca2edee-6d31-47a2-8868-3b000fe0ef59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:12.819178 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb2a84-14f3-425c-8105-a5088e5e879e None None] Routers {'2c52a323-4afe-429b-957f-cca11e6c19de'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:23:12.821869 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-8beb2a84-14f3-425c-8105-a5088e5e879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:22:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2c52a323-4afe-429b-957f-cca11e6c19de'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:12.841284 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-80069c40-2e14-4a0c-bee8-76736a3f81ae tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "PUT /v2.0/floatingips/31ba54fa-e7ee-4f0d-9dd3-f2d15db643fa HTTP/1.1" status: 200 len: 991 time: 2.1957383 Jun 16 16:23:12.842486 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de5aa86a-b64b-47c1-8c53-2e0d72dd2329', 'tag': 'e9aedbbf-0f8c-401a-a1f1-0111cb20a149'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:12.847008 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f247799-78ba-4e1d-9cf9-26d04230833d" -d '{"events": [{"name": "network-changed", "server_uuid": "de5aa86a-b64b-47c1-8c53-2e0d72dd2329", "tag": "e9aedbbf-0f8c-401a-a1f1-0111cb20a149"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:12.874504 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.db.api [None req-fca2edee-6d31-47a2-8868-3b000fe0ef59 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 16:23:12.874504 dv-cinder-775250-5-iscsi neutron-server[91606]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 16 16:23:12.874504 dv-cinder-775250-5-iscsi neutron-server[91606]: [parameters: {'project_id': '7f72cd6adef54e18b1e49a7163f1f596', 'id': '39c90b61-d8ca-4d76-9d10-960a4d711327', 'expiration': datetime.datetime(2021, 6, 16, 16, 25, 12, 845527)}] Jun 16 16:23:12.874504 dv-cinder-775250-5-iscsi neutron-server[91606]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:23:12.875529 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_db.api [None req-fca2edee-6d31-47a2-8868-3b000fe0ef59 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:23:12.928065 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc68e4f-f363-435b-af45-f4739f3304a6 x-openstack-request-id: req-3bc68e4f-f363-435b-af45-f4739f3304a6 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:12.928633 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de5aa86a-b64b-47c1-8c53-2e0d72dd2329", "tag": "e9aedbbf-0f8c-401a-a1f1-0111cb20a149", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:12.929164 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3bc68e4f-f363-435b-af45-f4739f3304a6 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:12.929775 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de5aa86a-b64b-47c1-8c53-2e0d72dd2329', 'tag': 'e9aedbbf-0f8c-401a-a1f1-0111cb20a149', 'status': 'completed', 'code': 200} Jun 16 16:23:13.015261 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-8beb2a84-14f3-425c-8105-a5088e5e879e None None] Set router 2c52a323-4afe-429b-957f-cca11e6c19de gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:23:13.034032 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8390229e-df16-4646-8e0f-066bdba3b3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.042007 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8390229e-df16-4646-8e0f-066bdba3b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.050574 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-fb8e82c2-a510-4827-bd0b-0d4bbb403f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:13.082044 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f247799-78ba-4e1d-9cf9-26d04230833d req-f56a6979-e8e9-4a16-8f70-8294482bbc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:13.094515 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0f247799-78ba-4e1d-9cf9-26d04230833d req-f56a6979-e8e9-4a16-8f70-8294482bbc65 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b8a7950983b4751a0fb34523c61191d&device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 1098 time: 0.1214283 Jun 16 16:23:13.118058 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-8390229e-df16-4646-8e0f-066bdba3b3fd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=26f16aa0af3743f88a4c1c070cf9cc86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6986177 Jun 16 16:23:13.121483 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 58810) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:13.137220 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390229e-df16-4646-8e0f-066bdba3b3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c038924-f268-4633-b4db-deafc3b02da9,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:13.142496 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-8390229e-df16-4646-8e0f-066bdba3b3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:13.199086 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8c682a5b-3c11-4cd4-b539-7ac51579930a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.227908 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8c682a5b-3c11-4cd4-b539-7ac51579930a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.241000 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f247799-78ba-4e1d-9cf9-26d04230833d req-c7eca22f-96e3-440c-8d8d-968c9dc19962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:13.243021 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0f247799-78ba-4e1d-9cf9-26d04230833d req-c7eca22f-96e3-440c-8d8d-968c9dc19962 service neutron] 10.222.0.99 "GET /v2.0/networks?id=02e15231-b46c-4cf2-9ad6-fa4086007904 HTTP/1.1" status: 200 len: 910 time: 0.1405568 Jun 16 16:23:13.321033 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8c682a5b-3c11-4cd4-b539-7ac51579930a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.324181 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8c682a5b-3c11-4cd4-b539-7ac51579930a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.325969 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-8c682a5b-3c11-4cd4-b539-7ac51579930a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8c038924-f268-4633-b4db-deafc3b02da9 HTTP/1.1" status: 204 len: 168 time: 0.2032979 Jun 16 16:23:13.326733 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-90e44e56-06fc-4b06-bfb6-fa5604a8c6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:13.335544 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c682a5b-3c11-4cd4-b539-7ac51579930a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c038924-f268-4633-b4db-deafc3b02da9,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:13.344518 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-8c682a5b-3c11-4cd4-b539-7ac51579930a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:13.376821 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fca2edee-6d31-47a2-8868-3b000fe0ef59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.463568 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0f247799-78ba-4e1d-9cf9-26d04230833d req-5eab566b-e383-4700-896b-580ad2e5e632 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9aedbbf-0f8c-401a-a1f1-0111cb20a149 HTTP/1.1" status: 200 len: 999 time: 0.2133653 Jun 16 16:23:13.538612 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f247799-78ba-4e1d-9cf9-26d04230833d req-7a463b29-9373-4947-8483-f3d3ad712939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:13.540223 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0f247799-78ba-4e1d-9cf9-26d04230833d req-7a463b29-9373-4947-8483-f3d3ad712939 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ea088378-29f7-4b89-b70f-57d9f2f62724 HTTP/1.1" status: 200 len: 848 time: 0.0662622 Jun 16 16:23:13.546248 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-8beb2a84-14f3-425c-8105-a5088e5e879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 4, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port': {'id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:08Z', 'updated_at': '2021-06-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '31ba54fa-e7ee-4f0d-9dd3-f2d15db643fa', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'port_id': 'e9aedbbf-0f8c-401a-a1f1-0111cb20a149', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'mac_address': 'fa:16:3e:90:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5aa86a-b64b-47c1-8c53-2e0d72dd2329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:22:24Z', 'updated_at': '2021-06-16T16:23:11Z', 'revision_number': 1, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09c2201b-a9e2-4d60-9427-af2dfbe370ed', 'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'mac_address': 'fa:16:3e:71:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:13Z', 'updated_at': '2021-06-16T16:22:22Z', 'revision_number': 5, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'subnets': [{'id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:13.553190 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb2a84-14f3-425c-8105-a5088e5e879e None None] Checking router: 2c52a323-4afe-429b-957f-cca11e6c19de for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:23:13.564855 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fca2edee-6d31-47a2-8868-3b000fe0ef59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.569396 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fca2edee-6d31-47a2-8868-3b000fe0ef59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.576196 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb2a84-14f3-425c-8105-a5088e5e879e None None] Routers {'2c52a323-4afe-429b-957f-cca11e6c19de'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:23:13.577952 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-8beb2a84-14f3-425c-8105-a5088e5e879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:22:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2c52a323-4afe-429b-957f-cca11e6c19de'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:13.583337 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-8d5d4013-074a-44c9-82d5-bcdc26a4d41a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:13.630519 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-fca2edee-6d31-47a2-8868-3b000fe0ef59 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7f72cd6adef54e18b1e49a7163f1f596&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1644692 Jun 16 16:23:13.633578 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 58830) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:13.645871 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2edee-6d31-47a2-8868-3b000fe0ef59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646daead-fe39-4872-8e3f-ff2cc29099b1,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:13.661190 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-fca2edee-6d31-47a2-8868-3b000fe0ef59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:13.713818 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-62295f1e-4f26-4d31-9921-72bdee149ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.740577 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-62295f1e-4f26-4d31-9921-72bdee149ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.763848 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-1665a00f-91c1-4969-8062-4a47ab0a25aa tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:13.773672 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-1665a00f-91c1-4969-8062-4a47ab0a25aa tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/networks?id=f5474398-e4d0-42ec-aa29-77718e3f18bb HTTP/1.1" status: 200 len: 815 time: 0.2288971 Jun 16 16:23:13.810414 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-62295f1e-4f26-4d31-9921-72bdee149ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.816474 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-62295f1e-4f26-4d31-9921-72bdee149ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.820661 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-62295f1e-4f26-4d31-9921-72bdee149ec7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/646daead-fe39-4872-8e3f-ff2cc29099b1 HTTP/1.1" status: 204 len: 168 time: 0.1839061 Jun 16 16:23:13.822887 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a24ab08e-7287-4b26-8545-954302dcb9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:13.849950 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62295f1e-4f26-4d31-9921-72bdee149ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646daead-fe39-4872-8e3f-ff2cc29099b1,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:13.855845 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-62295f1e-4f26-4d31-9921-72bdee149ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:13.876563 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-adc1cdd1-5078-4f16-8877-c8958b65731d tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/quotas/7e3b66842dda409a9855ce1bf107e082 HTTP/1.1" status: 200 len: 375 time: 0.1005354 Jun 16 16:23:13.886230 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f247799-78ba-4e1d-9cf9-26d04230833d req-645e9756-46d5-43ed-8e4f-349da1aa7cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:13.888658 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0f247799-78ba-4e1d-9cf9-26d04230833d req-645e9756-46d5-43ed-8e4f-349da1aa7cfc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=02e15231-b46c-4cf2-9ad6-fa4086007904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3092184 Jun 16 16:23:13.960565 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 58842) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:13.974504 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e957f0f9-0daf-4446-8019-df7bf83f00ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.033305 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-8beb2a84-14f3-425c-8105-a5088e5e879e None None] Set router 2c52a323-4afe-429b-957f-cca11e6c19de gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:23:14.069893 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0f247799-78ba-4e1d-9cf9-26d04230833d req-8cc0cb7e-7114-4500-bd8e-5d3e6a75fe5a service neutron] 10.222.0.99 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687083 Jun 16 16:23:14.077541 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-b7919681-69eb-4b3a-b594-68c7608e72a0 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e3b66842dda409a9855ce1bf107e082&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1876543 Jun 16 16:23:14.119453 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2417a-e911-417f-98d3-398cbb012c13 req-4b0cc205-bb20-4962-b95c-c3748d8ec065 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:14.121330 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2ac2417a-e911-417f-98d3-398cbb012c13 req-4b0cc205-bb20-4962-b95c-c3748d8ec065 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1151643 Jun 16 16:23:14.210410 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e957f0f9-0daf-4446-8019-df7bf83f00ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.216315 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e957f0f9-0daf-4446-8019-df7bf83f00ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.225300 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d703bc79-e962-4ea2-8f05-e5345ccc2ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:14.253868 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2ac2417a-e911-417f-98d3-398cbb012c13 req-58e075da-461a-4056-b450-fa3e977026d7 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170058 Jun 16 16:23:14.292156 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-e957f0f9-0daf-4446-8019-df7bf83f00ba admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=428e04e9d2ca4d8aabba35d80bb6e26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280613 Jun 16 16:23:14.295410 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 58854) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:14.316438 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957f0f9-0daf-4446-8019-df7bf83f00ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb5cda8-74b4-4dc9-9172-c532670226ee,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:14.337825 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e957f0f9-0daf-4446-8019-df7bf83f00ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:14.340162 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 58856) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:14.354012 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0f247799-78ba-4e1d-9cf9-26d04230833d req-59cc3d09-c8a4-404b-8bb2-8bcb4653a476 service neutron] 10.222.0.99 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753732 Jun 16 16:23:14.355233 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7ecbf4f8-42d2-42b1-86a8-c29691788d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.358707 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-199ca19b-d1c6-48b8-b729-87ba7d53a037 service neutron] 10.222.0.86 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719045 Jun 16 16:23:14.440752 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-8beb2a84-14f3-425c-8105-a5088e5e879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 4, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port': {'id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:08Z', 'updated_at': '2021-06-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '31ba54fa-e7ee-4f0d-9dd3-f2d15db643fa', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'port_id': 'e9aedbbf-0f8c-401a-a1f1-0111cb20a149', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'mac_address': 'fa:16:3e:90:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5aa86a-b64b-47c1-8c53-2e0d72dd2329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:22:24Z', 'updated_at': '2021-06-16T16:23:11Z', 'revision_number': 1, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09c2201b-a9e2-4d60-9427-af2dfbe370ed', 'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'mac_address': 'fa:16:3e:71:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:13Z', 'updated_at': '2021-06-16T16:22:22Z', 'revision_number': 5, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'subnets': [{'id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:14.451090 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb2a84-14f3-425c-8105-a5088e5e879e None None] The sync data for ids ['2c52a323-4afe-429b-957f-cca11e6c19de'] in dv-cinder-775250-5-iscsi is: [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 4, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port': {'id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:08Z', 'updated_at': '2021-06-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '31ba54fa-e7ee-4f0d-9dd3-f2d15db643fa', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'port_id': 'e9aedbbf-0f8c-401a-a1f1-0111cb20a149', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'mac_address': 'fa:16:3e:90:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de5aa86a-b64b-47c1-8c53-2e0d72dd2329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:22:24Z', 'updated_at': '2021-06-16T16:23:11Z', 'revision_number': 1, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09c2201b-a9e2-4d60-9427-af2dfbe370ed', 'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'mac_address': 'fa:16:3e:71:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:13Z', 'updated_at': '2021-06-16T16:22:22Z', 'revision_number': 5, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'subnets': [{'id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:23:14.486327 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-107c647f-6335-435d-85b2-fe9f51db6061 service neutron] 10.222.0.86 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170504 Jun 16 16:23:14.495419 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d70a92f9-236d-421b-b5db-9d74396c3e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.552535 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d70a92f9-236d-421b-b5db-9d74396c3e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.602377 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7ecbf4f8-42d2-42b1-86a8-c29691788d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.608760 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7ecbf4f8-42d2-42b1-86a8-c29691788d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.619554 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:14.655392 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d70a92f9-236d-421b-b5db-9d74396c3e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.657998 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d70a92f9-236d-421b-b5db-9d74396c3e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.664130 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-d70a92f9-236d-421b-b5db-9d74396c3e82 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dcb5cda8-74b4-4dc9-9172-c532670226ee HTTP/1.1" status: 204 len: 168 time: 0.3627803 Jun 16 16:23:14.664130 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-7ecbf4f8-42d2-42b1-86a8-c29691788d03 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e82c654fb1a24b14b6b7c46368fe95a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202407 Jun 16 16:23:14.664130 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 58870) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:14.671392 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbf4f8-42d2-42b1-86a8-c29691788d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72585940-62f2-42b2-9ded-c46486dead63,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:14.675204 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7ecbf4f8-42d2-42b1-86a8-c29691788d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:14.675693 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ca9f9b30-50ae-4212-9543-76263fa48dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:14.692209 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a92f9-236d-421b-b5db-9d74396c3e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb5cda8-74b4-4dc9-9172-c532670226ee,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:14.698690 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d70a92f9-236d-421b-b5db-9d74396c3e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:14.786763 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2b691c76-190c-418e-8edc-6dbee5cf2804 req-8747e442-5907-45c7-b3cf-ec53985f4ad0 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdb5566f-26bd-4c8f-a391-010d8756eb0f HTTP/1.1" status: 200 len: 210 time: 0.0511239 Jun 16 16:23:14.815962 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-125c2813-9f5b-4fb5-ac92-d6280091fc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.833254 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0715292-bb31-4e78-ad48-9065f5af0a78 None None] New status for floating IP 31ba54fa-e7ee-4f0d-9dd3-f2d15db643fa: ACTIVE {{(pid=91608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:23:14.878077 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-125c2813-9f5b-4fb5-ac92-d6280091fc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.983312 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-125c2813-9f5b-4fb5-ac92-d6280091fc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.985943 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-125c2813-9f5b-4fb5-ac92-d6280091fc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.987169 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-125c2813-9f5b-4fb5-ac92-d6280091fc6e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/72585940-62f2-42b2-9ded-c46486dead63 HTTP/1.1" status: 204 len: 168 time: 0.3221254 Jun 16 16:23:14.988088 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-6ed51542-9972-4457-a439-cc9b28da5f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:15.026875 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c2813-9f5b-4fb5-ac92-d6280091fc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72585940-62f2-42b2-9ded-c46486dead63,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:15.038025 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-125c2813-9f5b-4fb5-ac92-d6280091fc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:15.592365 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af484e5-0a2a-4b60-adec-ee5aef0a7022 req-e7326cf3-884a-4618-a24a-a3fbc0292dab tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:15.600775 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7af484e5-0a2a-4b60-adec-ee5aef0a7022 req-e7326cf3-884a-4618-a24a-a3fbc0292dab tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1302483 Jun 16 16:23:15.655712 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7af484e5-0a2a-4b60-adec-ee5aef0a7022 req-08a93108-2c84-4c4f-b613-bfde4423e800 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539999 Jun 16 16:23:15.923598 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c61458db-9680-4075-9518-bfcc0811118e req-4f135457-a8e5-4d49-8eb1-58377cee2a06 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdb5566f-26bd-4c8f-a391-010d8756eb0f HTTP/1.1" status: 200 len: 210 time: 0.0284901 Jun 16 16:23:16.397664 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 58976) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:16.447042 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_v2 [None req-1549a160-e655-463c-8667-7a6bf8397a31 admin admin] Deleting subnet 4772ccbd-3e30-4abd-b561-96af447cceab {{(pid=91606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:23:16.449236 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-46355213-7484-431e-9433-87c46bb55aaa tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:16.451327 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-46355213-7484-431e-9433-87c46bb55aaa tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.99 "GET /v2.0/networks?id=f5474398-e4d0-42ec-aa29-77718e3f18bb HTTP/1.1" status: 200 len: 815 time: 0.1994674 Jun 16 16:23:16.451763 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1549a160-e655-463c-8667-7a6bf8397a31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:16.465712 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-75d61ad5-aa38-4a00-89a3-2031cf4d4432 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Request body: {'port': {'device_id': 'cdb5566f-26bd-4c8f-a391-010d8756eb0f', 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb', 'admin_state_up': True, 'tenant_id': '7e3b66842dda409a9855ce1bf107e082'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:16.502219 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1549a160-e655-463c-8667-7a6bf8397a31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30266016'] for subnet, precommit_delete_associations {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:16.585686 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1549a160-e655-463c-8667-7a6bf8397a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766633'] for subnet, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:16.667522 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-75d61ad5-aa38-4a00-89a3-2031cf4d4432 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Made reservation on behalf of 7e3b66842dda409a9855ce1bf107e082 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:23:16.670510 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1549a160-e655-463c-8667-7a6bf8397a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30257252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29844807'] for subnet, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:16.673288 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7afd3c9c-9742-46c1-b850-85494afe31cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:16.674203 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-75d61ad5-aa38-4a00-89a3-2031cf4d4432 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:16.709604 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549a160-e655-463c-8667-7a6bf8397a31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4772ccbd-3e30-4abd-b561-96af447cceab,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:16.714242 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1549a160-e655-463c-8667-7a6bf8397a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:16.719652 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1549a160-e655-463c-8667-7a6bf8397a31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:16.721796 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-1549a160-e655-463c-8667-7a6bf8397a31 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4772ccbd-3e30-4abd-b561-96af447cceab HTTP/1.1" status: 204 len: 168 time: 0.3235288 Jun 16 16:23:16.724244 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 58994) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:16.817068 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5b13a5e8-4d05-4dc7-9aa8-4aa6f735e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-693812'] for network, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:16.845138 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 58998) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:16.873594 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-75d61ad5-aa38-4a00-89a3-2031cf4d4432 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Allocated IP 172.20.0.3 (f5474398-e4d0-42ec-aa29-77718e3f18bb/fffa3101-76c7-4dfc-80a7-5bba2806cf65/01bdd8b7-be81-49cb-900d-f19d056ba4a3) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:23:16.997298 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5b13a5e8-4d05-4dc7-9aa8-4aa6f735e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-768294', 'neutron.services.segments.db._delete_segments_for_network-8738765585457'] for network, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.017695 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-5b13a5e8-4d05-4dc7-9aa8-4aa6f735e4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba3961f-2e7e-4ffb-a774-a25b2cc6150f']}} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:17.060473 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-5b13a5e8-4d05-4dc7-9aa8-4aa6f735e4f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6adc940a-1e98-4d87-8cdf-47dfb7d7face') {'for_net_delete': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:17.061236 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-5b13a5e8-4d05-4dc7-9aa8-4aa6f735e4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6adc940a-1e98-4d87-8cdf-47dfb7d7face') {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:17.064642 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f8ebfdf1-f2e2-4488-a831-f89fdaffc4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.069319 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-75d61ad5-aa38-4a00-89a3-2031cf4d4432 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.092382 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5b13a5e8-4d05-4dc7-9aa8-4aa6f735e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765584770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30266041'] for segment, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.101535 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe9802-88be-424f-9a8d-5e773ea7c183 req-e0cac480-6e9b-4057-913e-7282dd0212c1 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:17.117730 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-47fe9802-88be-424f-9a8d-5e773ea7c183 req-e0cac480-6e9b-4057-913e-7282dd0212c1 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.2296686 Jun 16 16:23:17.126167 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-75d61ad5-aa38-4a00-89a3-2031cf4d4432 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.140358 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['9b14f5c6-e131-478c-be68-ab84f5ee4513'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:17.150717 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3fce055d-c91b-4db6-961c-a2aad8885e05 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:17.188367 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-47fe9802-88be-424f-9a8d-5e773ea7c183 req-d74fe0c8-a790-4e25-ba83-4db870de5d84 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696816 Jun 16 16:23:17.191541 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5b13a5e8-4d05-4dc7-9aa8-4aa6f735e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.210439 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b13a5e8-4d05-4dc7-9aa8-4aa6f735e4f6 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=91606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:23:17.210845 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5b13a5e8-4d05-4dc7-9aa8-4aa6f735e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30257403'] for segment, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: retrieve_revision_numbers = { Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: retrieve_revision_numbers = { Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: retrieve_revision_numbers = { Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: Traceback (most recent call last): Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: timer() Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: cb(*args, **kw) Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: return func(*args, **kwargs) Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: self._notify() Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: self.callback(batched_events) Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: event.method(event) Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: return f(self, *a, **k) Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: return self._get(url).json() Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: return self.request(url, 'GET', **kwargs) Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:23:17.212646 dv-cinder-775250-5-iscsi neutron-server[91606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:23:17.294417 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5b13a5e8-4d05-4dc7-9aa8-4aa6f735e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33160313'] for network, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.303901 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:17.306551 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5b13a5e8-4d05-4dc7-9aa8-4aa6f735e4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.308329 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-5b13a5e8-4d05-4dc7-9aa8-4aa6f735e4f6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/0ba3961f-2e7e-4ffb-a774-a25b2cc6150f HTTP/1.1" status: 204 len: 168 time: 0.5825837 Jun 16 16:23:17.314624 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59014) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:17.375392 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_v2 [None req-da58ad39-ca12-452f-a4a6-25e82e07f5d9 admin admin] Deleting subnet 0f3b03b4-aecf-4946-a4ac-71a6cf38129d {{(pid=91606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:23:17.383094 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-da58ad39-ca12-452f-a4a6-25e82e07f5d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.414948 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13a5e8-4d05-4dc7-9aa8-4aa6f735e4f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ba3961f-2e7e-4ffb-a774-a25b2cc6150f,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:17.421454 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-5b13a5e8-4d05-4dc7-9aa8-4aa6f735e4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:17.434479 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-da58ad39-ca12-452f-a4a6-25e82e07f5d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30266016'] for subnet, precommit_delete_associations {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.462301 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-75d61ad5-aa38-4a00-89a3-2031cf4d4432 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Network f5474398-e4d0-42ec-aa29-77718e3f18bb is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:23:17.470347 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-75d61ad5-aa38-4a00-89a3-2031cf4d4432 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:17.476066 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f8ebfdf1-f2e2-4488-a831-f89fdaffc4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.476421 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-75d61ad5-aa38-4a00-89a3-2031cf4d4432 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:23:17.481425 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f8ebfdf1-f2e2-4488-a831-f89fdaffc4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.486369 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:17.522386 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebfdf1-f2e2-4488-a831-f89fdaffc4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d757d794-f4a4-49f8-8ea8-ad308ba4b874,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:17.530610 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-da58ad39-ca12-452f-a4a6-25e82e07f5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766633'] for subnet, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.530610 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-f8ebfdf1-f2e2-4488-a831-f89fdaffc4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:17.538473 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d61ad5-aa38-4a00-89a3-2031cf4d4432 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Pushing event updated for resources: {'Port': ['ID=01bdd8b7-be81-49cb-900d-f19d056ba4a3,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:17.556089 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-75d61ad5-aa38-4a00-89a3-2031cf4d4432 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:17.561056 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-75d61ad5-aa38-4a00-89a3-2031cf4d4432 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.570462 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-f8ebfdf1-f2e2-4488-a831-f89fdaffc4b8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b75c6d7afc77474ea0a440e2e3d3df28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7239096 Jun 16 16:23:17.574716 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59026) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:17.581055 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-75d61ad5-aa38-4a00-89a3-2031cf4d4432 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:17.596512 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-75d61ad5-aa38-4a00-89a3-2031cf4d4432 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1353147 Jun 16 16:23:17.612695 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b33526-cc9f-4d01-89eb-439da33df088 req-cf0d96b9-e0e2-472d-80ed-8b3e52bbdf05 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:17.614495 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-80b33526-cc9f-4d01-89eb-439da33df088 req-cf0d96b9-e0e2-472d-80ed-8b3e52bbdf05 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdb5566f-26bd-4c8f-a391-010d8756eb0f HTTP/1.1" status: 200 len: 931 time: 0.4833531 Jun 16 16:23:17.620011 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Request body: {'port': {'device_id': 'cdb5566f-26bd-4c8f-a391-010d8756eb0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:17.641662 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-da58ad39-ca12-452f-a4a6-25e82e07f5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30257252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29844807'] for subnet, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.648483 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-80c58b30-f4b6-45f3-9bb5-9bff841daf88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:17.671970 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58ad39-ca12-452f-a4a6-25e82e07f5d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f3b03b4-aecf-4946-a4ac-71a6cf38129d,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:17.675579 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f1faf246-5f8b-4adf-b182-e9e0f639ab10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.677304 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-da58ad39-ca12-452f-a4a6-25e82e07f5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:17.684333 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-da58ad39-ca12-452f-a4a6-25e82e07f5d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.686934 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-da58ad39-ca12-452f-a4a6-25e82e07f5d9 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/0f3b03b4-aecf-4946-a4ac-71a6cf38129d HTTP/1.1" status: 204 len: 168 time: 0.3627472 Jun 16 16:23:17.691131 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59030) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:17.714113 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f1faf246-5f8b-4adf-b182-e9e0f639ab10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.732645 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-80b33526-cc9f-4d01-89eb-439da33df088 req-3aed31de-b9c5-4c2d-a20b-3ddeb9ae6452 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084526 Jun 16 16:23:17.785156 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f1faf246-5f8b-4adf-b182-e9e0f639ab10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.791806 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f1faf246-5f8b-4adf-b182-e9e0f639ab10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.791806 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-f1faf246-5f8b-4adf-b182-e9e0f639ab10 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d757d794-f4a4-49f8-8ea8-ad308ba4b874 HTTP/1.1" status: 204 len: 168 time: 0.2138152 Jun 16 16:23:17.791806 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:17.793842 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.822898 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1faf246-5f8b-4adf-b182-e9e0f639ab10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d757d794-f4a4-49f8-8ea8-ad308ba4b874,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:17.827889 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-f1faf246-5f8b-4adf-b182-e9e0f639ab10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:17.870554 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6107-f175-4a8f-b4d0-c754ad421afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-693812'] for network, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.045984 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6107-f175-4a8f-b4d0-c754ad421afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-768294', 'neutron.services.segments.db._delete_segments_for_network-8738765585457'] for network, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.067608 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-c7cf6107-f175-4a8f-b4d0-c754ad421afc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8643f11-4674-4f7f-bef0-c9b521d93891']}} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:18.093596 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-c7cf6107-f175-4a8f-b4d0-c754ad421afc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eeb3170-bc71-4ee2-a6a9-aecb64af2b75') {'for_net_delete': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:18.095682 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-c7cf6107-f175-4a8f-b4d0-c754ad421afc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eeb3170-bc71-4ee2-a6a9-aecb64af2b75') {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:18.119998 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6107-f175-4a8f-b4d0-c754ad421afc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765584770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30482068'] for segment, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.186535 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6107-f175-4a8f-b4d0-c754ad421afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.210920 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cf6107-f175-4a8f-b4d0-c754ad421afc admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=91607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:23:18.210920 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6107-f175-4a8f-b4d0-c754ad421afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30482742'] for segment, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: Traceback (most recent call last): Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: timer() Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: cb(*args, **kw) Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: return func(*args, **kwargs) Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: self._notify() Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: self.callback(batched_events) Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: event.method(event) Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: return f(self, *a, **k) Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: return self._get(url).json() Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: return self.request(url, 'GET', **kwargs) Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:23:18.212447 dv-cinder-775250-5-iscsi neutron-server[91607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:23:18.297383 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6107-f175-4a8f-b4d0-c754ad421afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33160313'] for network, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.308652 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59062) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:18.321594 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ba9f0db8-4173-4467-b6a4-92530ea56061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:18.323840 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e71afe04-03ad-401a-ade8-276c83098d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.326932 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c7cf6107-f175-4a8f-b4d0-c754ad421afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.332068 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-c7cf6107-f175-4a8f-b4d0-c754ad421afc admin admin] 10.222.0.86 "DELETE /v2.0/networks/a8643f11-4674-4f7f-bef0-c9b521d93891 HTTP/1.1" status: 204 len: 168 time: 0.6345503 Jun 16 16:23:18.347003 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf6107-f175-4a8f-b4d0-c754ad421afc admin admin] Pushing event deleted for resources: {'Network': ['ID=a8643f11-4674-4f7f-bef0-c9b521d93891,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:18.352017 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c7cf6107-f175-4a8f-b4d0-c754ad421afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:18.368916 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01bdd8b7-be81-49cb-900d-f19d056ba4a3 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:18.395776 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.415926 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Transition to ACTIVE for port object 01bdd8b7-be81-49cb-900d-f19d056ba4a3 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:23:18.421276 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.427398 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:18.487226 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e71afe04-03ad-401a-ade8-276c83098d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.493425 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e71afe04-03ad-401a-ade8-276c83098d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.510965 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56650228-715a-41e6-9901-e6431df492b0 req-b90d0fd4-85da-4207-afff-c403d0f5af07 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:18.512978 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-56650228-715a-41e6-9901-e6431df492b0 req-b90d0fd4-85da-4207-afff-c403d0f5af07 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1623006 Jun 16 16:23:18.522244 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d70a92f9-236d-421b-b5db-9d74396c3e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:18.544889 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-e71afe04-03ad-401a-ade8-276c83098d9c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f90fe015af50480a9a1fe463729bfa3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322612 Jun 16 16:23:18.546192 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=01bdd8b7-be81-49cb-900d-f19d056ba4a3,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:18.547099 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59070) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:18.558817 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:18.581758 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71afe04-03ad-401a-ade8-276c83098d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73813756-4d86-42a7-9f5c-20f557c3b2db,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:18.585720 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e71afe04-03ad-401a-ade8-276c83098d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:18.634765 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2da7fa3a-356a-4b83-a837-c75f114de12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.647397 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59074) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:18.657663 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-56650228-715a-41e6-9901-e6431df492b0 req-be6c9f16-001f-4ff0-9a3b-2ed1b48eeddc tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252525 Jun 16 16:23:18.681754 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2da7fa3a-356a-4b83-a837-c75f114de12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.684399 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Attempting to bind port 01bdd8b7-be81-49cb-900d-f19d056ba4a3 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:23:18.685098 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Attempting to bind port 01bdd8b7-be81-49cb-900d-f19d056ba4a3 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'f5e4b054-24a2-4206-b5f4-da8b26467035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:23:18.685650 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Attempting to bind port 01bdd8b7-be81-49cb-900d-f19d056ba4a3 on network f5474398-e4d0-42ec-aa29-77718e3f18bb {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:18.691092 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Port 01bdd8b7-be81-49cb-900d-f19d056ba4a3 on network f5474398-e4d0-42ec-aa29-77718e3f18bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:23:18.691641 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Attempting to bind port 01bdd8b7-be81-49cb-900d-f19d056ba4a3 on network f5474398-e4d0-42ec-aa29-77718e3f18bb {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:18.697856 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:23:18.698489 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Checking segment: {'id': 'f5e4b054-24a2-4206-b5f4-da8b26467035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:23:18.699053 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Bound using segment: {'id': 'f5e4b054-24a2-4206-b5f4-da8b26467035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:23:18.699672 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Bound port: 01bdd8b7-be81-49cb-900d-f19d056ba4a3, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5e4b054-24a2-4206-b5f4-da8b26467035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:23:18.700896 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.731778 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-51e63a96-1089-42bd-b4bf-288d2f61299b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=035168cb018b44b8a72bc762a1e53eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0830815 Jun 16 16:23:18.735020 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59080) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:18.784031 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] For port 01bdd8b7-be81-49cb-900d-f19d056ba4a3, host hv-cinder-77525, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:23:18.792250 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] For port 01bdd8b7-be81-49cb-900d-f19d056ba4a3, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=01bdd8b7-be81-49cb-900d-f19d056ba4a3,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:23:18.799699 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.805698 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2da7fa3a-356a-4b83-a837-c75f114de12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.806236 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fa2d4502-1b7d-4bdc-ae8c-060acaa4817d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:18.808210 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2da7fa3a-356a-4b83-a837-c75f114de12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.812522 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-2da7fa3a-356a-4b83-a837-c75f114de12b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/73813756-4d86-42a7-9f5c-20f557c3b2db HTTP/1.1" status: 204 len: 168 time: 0.2614794 Jun 16 16:23:18.813495 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:18.836321 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0379beb8-141a-48e1-8bd7-5e8615ae8899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.840187 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7fa3a-356a-4b83-a837-c75f114de12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73813756-4d86-42a7-9f5c-20f557c3b2db,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:18.843544 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-2da7fa3a-356a-4b83-a837-c75f114de12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:18.878717 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0379beb8-141a-48e1-8bd7-5e8615ae8899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.887092 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=01bdd8b7-be81-49cb-900d-f19d056ba4a3,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:18.891275 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:18.892151 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.893871 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] 10.222.0.99 "PUT /v2.0/ports/01bdd8b7-be81-49cb-900d-f19d056ba4a3 HTTP/1.1" status: 200 len: 1093 time: 1.2779582 Jun 16 16:23:18.894550 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb5566f-26bd-4c8f-a391-010d8756eb0f', 'tag': '01bdd8b7-be81-49cb-900d-f19d056ba4a3'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:18.897299 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6581a1-f6ce-4f8f-a42a-9cd748807ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb5566f-26bd-4c8f-a391-010d8756eb0f", "tag": "01bdd8b7-be81-49cb-900d-f19d056ba4a3"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:18.900355 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:18.939843 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc21dd5-a24d-4d58-ab72-c416f494288f x-openstack-request-id: req-ecc21dd5-a24d-4d58-ab72-c416f494288f {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:18.940365 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb5566f-26bd-4c8f-a391-010d8756eb0f", "tag": "01bdd8b7-be81-49cb-900d-f19d056ba4a3", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:18.940831 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ecc21dd5-a24d-4d58-ab72-c416f494288f {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:18.941416 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb5566f-26bd-4c8f-a391-010d8756eb0f', 'tag': '01bdd8b7-be81-49cb-900d-f19d056ba4a3', 'status': 'completed', 'code': 200} Jun 16 16:23:19.029717 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-7774f53a-5be0-4dec-bddd-6861352b6c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:19.031203 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-7774f53a-5be0-4dec-bddd-6861352b6c79 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7e3b66842dda409a9855ce1bf107e082&device_id=cdb5566f-26bd-4c8f-a391-010d8756eb0f HTTP/1.1" status: 200 len: 1096 time: 0.0812333 Jun 16 16:23:19.031693 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0379beb8-141a-48e1-8bd7-5e8615ae8899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:19.034284 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0379beb8-141a-48e1-8bd7-5e8615ae8899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:19.035411 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-0379beb8-141a-48e1-8bd7-5e8615ae8899 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/adb8c38a-8361-4956-9fb0-47b2483c54ca HTTP/1.1" status: 204 len: 168 time: 0.2991431 Jun 16 16:23:19.037974 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-62295f1e-4f26-4d31-9921-72bdee149ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:19.061132 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f775788-e6a3-405d-b2ee-b6152ed2a42e req-336489c3-4a58-43c7-b4d2-02e8f22f81da tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:19.063172 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3f775788-e6a3-405d-b2ee-b6152ed2a42e req-336489c3-4a58-43c7-b4d2-02e8f22f81da tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdb5566f-26bd-4c8f-a391-010d8756eb0f HTTP/1.1" status: 200 len: 943 time: 0.1281636 Jun 16 16:23:19.068999 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379beb8-141a-48e1-8bd7-5e8615ae8899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb8c38a-8361-4956-9fb0-47b2483c54ca,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:19.073534 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-0379beb8-141a-48e1-8bd7-5e8615ae8899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:19.104492 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-aeaba8a0-77d4-4491-9dfd-5affcac7a141 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01bdd8b7-be81-49cb-900d-f19d056ba4a3 HTTP/1.1" status: 200 len: 217 time: 0.0643890 Jun 16 16:23:19.126757 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3f775788-e6a3-405d-b2ee-b6152ed2a42e req-e6f17354-ac48-4e7e-aefb-f52aca9daed5 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545080 Jun 16 16:23:19.202681 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-10c1fbe3-9ab2-4e63-8b47-3bb1fa2feca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:19.206579 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-10c1fbe3-9ab2-4e63-8b47-3bb1fa2feca1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fffa3101-76c7-4dfc-80a7-5bba2806cf65 HTTP/1.1" status: 200 len: 855 time: 0.0914509 Jun 16 16:23:19.272456 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-b0431c55-0cfa-47d1-9382-8f1a36bc8643 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f5474398-e4d0-42ec-aa29-77718e3f18bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504854 Jun 16 16:23:19.422806 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-30331c8b-006b-4228-88e4-da5ae206c18f service neutron] 10.222.0.99 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408000 Jun 16 16:23:19.582651 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9270b860-ab32-4608-a529-878bdb2eb8ac req-975a4f0b-421d-4f79-9853-da229f82909b service neutron] 10.222.0.99 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500914 Jun 16 16:23:19.686615 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59128) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:19.737805 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6581a1-f6ce-4f8f-a42a-9cd748807ea3 req-ef47f1a8-7bd6-4806-a391-ca2c55da77a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:19.740021 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2d6581a1-f6ce-4f8f-a42a-9cd748807ea3 req-ef47f1a8-7bd6-4806-a391-ca2c55da77a0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7e3b66842dda409a9855ce1bf107e082&device_id=cdb5566f-26bd-4c8f-a391-010d8756eb0f HTTP/1.1" status: 200 len: 1096 time: 0.0696871 Jun 16 16:23:19.753097 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-c6992924-bb79-4f09-9b50-09e55bdc02be admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1e452e5db8824224bb8abd82bced240b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0646820 Jun 16 16:23:19.755399 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59136) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:19.876691 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6581a1-f6ce-4f8f-a42a-9cd748807ea3 req-39109281-6559-47fa-8757-186c7bd3d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:19.878384 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2d6581a1-f6ce-4f8f-a42a-9cd748807ea3 req-39109281-6559-47fa-8757-186c7bd3d983 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f5474398-e4d0-42ec-aa29-77718e3f18bb HTTP/1.1" status: 200 len: 916 time: 0.1292322 Jun 16 16:23:19.882449 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58bafcfa-9b12-4925-8be9-f805b9023d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:19.912831 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58bafcfa-9b12-4925-8be9-f805b9023d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:19.940894 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2d6581a1-f6ce-4f8f-a42a-9cd748807ea3 req-7fe05c48-1ae7-425d-9f8c-48a21fba5aa7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01bdd8b7-be81-49cb-900d-f19d056ba4a3 HTTP/1.1" status: 200 len: 217 time: 0.0549450 Jun 16 16:23:19.974053 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bcac3-7a54-414f-b0b5-cf1a1f544310 req-531b2385-f732-4309-a4d7-94142c49cfb7 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:19.975923 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fe7bcac3-7a54-414f-b0b5-cf1a1f544310 req-531b2385-f732-4309-a4d7-94142c49cfb7 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1416779 Jun 16 16:23:20.007758 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58bafcfa-9b12-4925-8be9-f805b9023d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:20.012014 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-58bafcfa-9b12-4925-8be9-f805b9023d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:20.015031 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-58bafcfa-9b12-4925-8be9-f805b9023d37 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5a1e1d45-8ca8-4afb-acfc-73677790b77f HTTP/1.1" status: 204 len: 168 time: 0.2584960 Jun 16 16:23:20.017435 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-125c2813-9f5b-4fb5-ac92-d6280091fc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:20.031866 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6581a1-f6ce-4f8f-a42a-9cd748807ea3 req-af07a360-8356-4a95-a2d4-9f8bf3eec084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:20.033397 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2d6581a1-f6ce-4f8f-a42a-9cd748807ea3 req-af07a360-8356-4a95-a2d4-9f8bf3eec084 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fffa3101-76c7-4dfc-80a7-5bba2806cf65 HTTP/1.1" status: 200 len: 855 time: 0.0830300 Jun 16 16:23:20.039041 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bafcfa-9b12-4925-8be9-f805b9023d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1e1d45-8ca8-4afb-acfc-73677790b77f,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:20.045005 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-58bafcfa-9b12-4925-8be9-f805b9023d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:20.069995 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fe7bcac3-7a54-414f-b0b5-cf1a1f544310 req-f2e32261-5992-49cf-9ff6-bab33d4dd845 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793259 Jun 16 16:23:20.098042 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2d6581a1-f6ce-4f8f-a42a-9cd748807ea3 req-30579167-d857-4db7-a2b0-ae3cad232d7f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f5474398-e4d0-42ec-aa29-77718e3f18bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566318 Jun 16 16:23:20.248437 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2d6581a1-f6ce-4f8f-a42a-9cd748807ea3 req-c0830c99-e684-4228-83ec-151348f70a19 service neutron] 10.222.0.99 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399052 Jun 16 16:23:20.366605 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2d6581a1-f6ce-4f8f-a42a-9cd748807ea3 req-b5129c09-3113-4a85-a9d5-ea6c2bfb6f67 service neutron] 10.222.0.99 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093252 Jun 16 16:23:20.413871 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b4276-1a36-4e08-88cc-9450bb3fdd67 req-cebaa302-c359-4c94-b653-ee0dbc2905b6 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:20.422925 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-103b4276-1a36-4e08-88cc-9450bb3fdd67 req-cebaa302-c359-4c94-b653-ee0dbc2905b6 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdb5566f-26bd-4c8f-a391-010d8756eb0f HTTP/1.1" status: 200 len: 943 time: 0.1324587 Jun 16 16:23:20.467835 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-103b4276-1a36-4e08-88cc-9450bb3fdd67 req-beaf5b39-a6e3-4527-93d9-17e7c1cb8c3f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439558 Jun 16 16:23:20.501988 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675aabd0-153a-4e13-88e6-9430062560c9 req-b8b2532d-c1d5-4a75-b5c9-8d2afaf28d32 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:20.503403 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-675aabd0-153a-4e13-88e6-9430062560c9 req-b8b2532d-c1d5-4a75-b5c9-8d2afaf28d32 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 945 time: 0.0853295 Jun 16 16:23:20.550795 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-675aabd0-153a-4e13-88e6-9430062560c9 req-98c950e9-3a93-4613-91c4-91863354782e tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409346 Jun 16 16:23:21.257852 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac487b30-1198-46f3-afc4-f2792b36182e req-574bd6ed-a66c-465b-80f2-ff005bf83e68 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:21.259373 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ac487b30-1198-46f3-afc4-f2792b36182e req-574bd6ed-a66c-465b-80f2-ff005bf83e68 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0698199 Jun 16 16:23:21.303436 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ac487b30-1198-46f3-afc4-f2792b36182e req-ab12c1c4-2fed-407b-91ec-b2e4d3925ae3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374103 Jun 16 16:23:21.337484 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59218) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:21.370374 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59222) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:21.475365 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4b593a12-0f72-4625-9501-f13752d83f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:21.486092 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-61e172d3-9ba1-4c32-b92e-1a6c9d707df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:21.566625 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4b593a12-0f72-4625-9501-f13752d83f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:21.570454 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4b593a12-0f72-4625-9501-f13752d83f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:21.574596 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6552b9f6-b8d7-4032-b725-61b45f3c7997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:21.611867 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-4b593a12-0f72-4625-9501-f13752d83f3e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=850b72c507d44dbb87ebac0bfdf6c035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402015 Jun 16 16:23:21.612993 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b593a12-0f72-4625-9501-f13752d83f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910ff66f-72ad-483b-8538-5d331f150692,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:21.614404 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59230) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:21.616306 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4b593a12-0f72-4625-9501-f13752d83f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:21.704805 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 01bdd8b7-be81-49cb-900d-f19d056ba4a3 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:23:21.744261 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ae815-abad-4f8f-97fd-8c69cf79da86 req-b01be46d-c7fe-4588-8cad-911b216084c9 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:21.745868 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e83ae815-abad-4f8f-97fd-8c69cf79da86 req-b01be46d-c7fe-4588-8cad-911b216084c9 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 945 time: 0.0773268 Jun 16 16:23:21.790826 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e83ae815-abad-4f8f-97fd-8c69cf79da86 req-eee532ac-8763-4443-be61-5e7d45cdacfd tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374045 Jun 16 16:23:21.809319 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 01bdd8b7-be81-49cb-900d-f19d056ba4a3, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=01bdd8b7-be81-49cb-900d-f19d056ba4a3,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:21.824773 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': '01bdd8b7-be81-49cb-900d-f19d056ba4a3', 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb', 'port_id': '01bdd8b7-be81-49cb-900d-f19d056ba4a3', 'mac_address': 'fa:16:3e:60:2c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffa3101-76c7-4dfc-80a7-5bba2806cf65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:23:21.867988 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:21.884030 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01bdd8b7-be81-49cb-900d-f19d056ba4a3 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:21.907604 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 01bdd8b7-be81-49cb-900d-f19d056ba4a3, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=01bdd8b7-be81-49cb-900d-f19d056ba4a3,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:21.912342 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:21.914617 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:21.939412 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7c8fb-4f66-4bac-bb79-679a60b3fa22 req-c699be31-8db7-4054-93df-35b927ff15cb tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:21.940922 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-afb7c8fb-4f66-4bac-bb79-679a60b3fa22 req-c699be31-8db7-4054-93df-35b927ff15cb tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdb5566f-26bd-4c8f-a391-010d8756eb0f HTTP/1.1" status: 200 len: 943 time: 0.3659737 Jun 16 16:23:21.950088 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-503cbd1b-242b-499b-9bb7-8f2755c36ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:21.973631 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=01bdd8b7-be81-49cb-900d-f19d056ba4a3,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:21.989042 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:21.989658 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:21.989999 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:21.990333 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:21.990663 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:21.991414 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:21.991744 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:21.992067 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:21.992390 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:21.992711 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:21.993030 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:21.993345 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:22.001457 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:22.013587 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-503cbd1b-242b-499b-9bb7-8f2755c36ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:22.027176 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-61e172d3-9ba1-4c32-b92e-1a6c9d707df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:22.039978 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-61e172d3-9ba1-4c32-b92e-1a6c9d707df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:22.049569 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-f1faf246-5f8b-4adf-b182-e9e0f639ab10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:22.080734 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-afb7c8fb-4f66-4bac-bb79-679a60b3fa22 req-359180c9-0611-49a7-af19-ef44453cf8c4 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130333 Jun 16 16:23:22.118077 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-61e172d3-9ba1-4c32-b92e-1a6c9d707df2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f766e6369ea64103a54af3086a409849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7794926 Jun 16 16:23:22.120662 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59246) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:22.128748 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e172d3-9ba1-4c32-b92e-1a6c9d707df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70351393-f635-47d5-94d7-3aa9b4c8f466,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:22.142920 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-61e172d3-9ba1-4c32-b92e-1a6c9d707df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:22.168326 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fd808a84-3dab-4a71-8cce-9a7d92ca33be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:22.178908 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-503cbd1b-242b-499b-9bb7-8f2755c36ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:22.181534 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-503cbd1b-242b-499b-9bb7-8f2755c36ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:22.182996 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-503cbd1b-242b-499b-9bb7-8f2755c36ab9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/910ff66f-72ad-483b-8538-5d331f150692 HTTP/1.1" status: 204 len: 168 time: 0.5674934 Jun 16 16:23:22.183781 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-8c682a5b-3c11-4cd4-b539-7ac51579930a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:22.201363 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cbd1b-242b-499b-9bb7-8f2755c36ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910ff66f-72ad-483b-8538-5d331f150692,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:22.206468 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3225-d062-4d1b-9d24-9e0dc1159ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:22.208463 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-503cbd1b-242b-499b-9bb7-8f2755c36ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:22.242523 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3225-d062-4d1b-9d24-9e0dc1159ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:22.299506 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3225-d062-4d1b-9d24-9e0dc1159ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:22.303240 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3225-d062-4d1b-9d24-9e0dc1159ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:22.304732 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-8f3f3225-d062-4d1b-9d24-9e0dc1159ef7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/70351393-f635-47d5-94d7-3aa9b4c8f466 HTTP/1.1" status: 204 len: 168 time: 0.1830115 Jun 16 16:23:22.306271 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4b593a12-0f72-4625-9501-f13752d83f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:22.318158 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f3225-d062-4d1b-9d24-9e0dc1159ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70351393-f635-47d5-94d7-3aa9b4c8f466,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:22.318570 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8f3f3225-d062-4d1b-9d24-9e0dc1159ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:22.334344 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['01bdd8b7-be81-49cb-900d-f19d056ba4a3'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:22.598707 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55516fe-6090-4f08-849c-e4d935d6111b req-7a96039b-2a62-47d1-971b-cef81ee4aaf3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:22.607324 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f55516fe-6090-4f08-849c-e4d935d6111b req-7a96039b-2a62-47d1-971b-cef81ee4aaf3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1223805 Jun 16 16:23:22.645994 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f55516fe-6090-4f08-849c-e4d935d6111b req-a82a3984-27a6-4dcf-86ec-a4749260b28e tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372601 Jun 16 16:23:22.791134 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59272) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:22.804481 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9e87946f-be6e-4c04-8635-cffc2d881c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:22.903694 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9e87946f-be6e-4c04-8635-cffc2d881c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:22.908007 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9e87946f-be6e-4c04-8635-cffc2d881c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:22.912368 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3b211bfb-c4f2-4a4c-9322-e57ab89197b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:22.996506 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-9e87946f-be6e-4c04-8635-cffc2d881c5e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=674dc1d963fb449fbb70a077966c18e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2018130 Jun 16 16:23:22.996601 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59282) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:23.001258 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709fd57-8e69-4c12-b358-9148b9fe9179 req-850a7e73-f97c-4e8c-9cc7-87dba871b0ac tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:23.006072 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e709fd57-8e69-4c12-b358-9148b9fe9179 req-850a7e73-f97c-4e8c-9cc7-87dba871b0ac tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 945 time: 0.0806811 Jun 16 16:23:23.009442 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87946f-be6e-4c04-8635-cffc2d881c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ae7f9c-a42e-4398-801f-8c7fec6dda26,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:23.017958 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9e87946f-be6e-4c04-8635-cffc2d881c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:23.066821 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e709fd57-8e69-4c12-b358-9148b9fe9179 req-9ca10943-2d89-499f-86a7-407d9be81b06 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc3f1573-8003-440b-a463-7c507fe6bca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572946 Jun 16 16:23:23.093576 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b37591f7-2721-476b-8d04-19b3c9ac0be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:23.118487 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774911b-ec4e-45ca-a73d-9b89a0789f42 req-d34e30f2-3c47-4398-8165-8e6f3220c6fd tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:23.120194 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d774911b-ec4e-45ca-a73d-9b89a0789f42 req-d34e30f2-3c47-4398-8165-8e6f3220c6fd tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.99 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 945 time: 0.1952319 Jun 16 16:23:23.183614 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b37591f7-2721-476b-8d04-19b3c9ac0be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:23.295622 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d94d03-8390-40d9-a904-0a9e797b6a0b req-818d3b75-546a-4f4d-8338-880634a9efe1 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:23.297183 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d4d94d03-8390-40d9-a904-0a9e797b6a0b req-818d3b75-546a-4f4d-8338-880634a9efe1 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdb5566f-26bd-4c8f-a391-010d8756eb0f HTTP/1.1" status: 200 len: 944 time: 0.0906391 Jun 16 16:23:23.305326 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b37591f7-2721-476b-8d04-19b3c9ac0be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:23.313588 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b37591f7-2721-476b-8d04-19b3c9ac0be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:23.315136 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-b37591f7-2721-476b-8d04-19b3c9ac0be3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e1ae7f9c-a42e-4398-801f-8c7fec6dda26 HTTP/1.1" status: 204 len: 168 time: 0.3176746 Jun 16 16:23:23.317019 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-95af882e-e8ec-4e6b-bab6-ee73e4cef79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:23.330740 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37591f7-2721-476b-8d04-19b3c9ac0be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ae7f9c-a42e-4398-801f-8c7fec6dda26,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:23.333641 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b37591f7-2721-476b-8d04-19b3c9ac0be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:23.335357 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-d774911b-ec4e-45ca-a73d-9b89a0789f42 req-f5b7c1e4-183e-4dfe-91bc-e454fb0f0cc1 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Deleting port d16c71ac-1163-4179-a34d-4bb1d7d507d4 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:23:23.336104 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d774911b-ec4e-45ca-a73d-9b89a0789f42 req-f5b7c1e4-183e-4dfe-91bc-e454fb0f0cc1 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:23.378444 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d4d94d03-8390-40d9-a904-0a9e797b6a0b req-2f1512fc-3b39-43eb-a162-8bcbb1949f4b tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741758 Jun 16 16:23:23.455444 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-d774911b-ec4e-45ca-a73d-9b89a0789f42 req-f5b7c1e4-183e-4dfe-91bc-e454fb0f0cc1 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] For port d16c71ac-1163-4179-a34d-4bb1d7d507d4, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=d16c71ac-1163-4179-a34d-4bb1d7d507d4,segment=NetworkSegment(dd074591-713f-4a1e-8cd3-6c75f1a693c2),segment_id=dd074591-713f-4a1e-8cd3-6c75f1a693c2)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:23.455800 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d774911b-ec4e-45ca-a73d-9b89a0789f42 req-f5b7c1e4-183e-4dfe-91bc-e454fb0f0cc1 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:23.543044 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-d774911b-ec4e-45ca-a73d-9b89a0789f42 req-f5b7c1e4-183e-4dfe-91bc-e454fb0f0cc1 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Calling delete_port for d16c71ac-1163-4179-a34d-4bb1d7d507d4 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:23:23.735784 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 01bdd8b7-be81-49cb-900d-f19d056ba4a3 up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:23.743584 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d774911b-ec4e-45ca-a73d-9b89a0789f42 req-f5b7c1e4-183e-4dfe-91bc-e454fb0f0cc1 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:23.750406 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-455db508-3935-4453-91d8-daa3caeabf85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:23.782411 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7c1e4-183e-4dfe-91bc-e454fb0f0cc1 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Pushing event deleted for resources: {'Port': ['ID=d16c71ac-1163-4179-a34d-4bb1d7d507d4,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:23.787649 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['d16c71ac-1163-4179-a34d-4bb1d7d507d4'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:23.788676 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-f5b7c1e4-183e-4dfe-91bc-e454fb0f0cc1 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:23.898037 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port 01bdd8b7-be81-49cb-900d-f19d056ba4a3 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:23.905704 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port 01bdd8b7-be81-49cb-900d-f19d056ba4a3 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:23.907083 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:23.946998 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d774911b-ec4e-45ca-a73d-9b89a0789f42 req-f5b7c1e4-183e-4dfe-91bc-e454fb0f0cc1 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] No DVR routers for this DVR port d16c71ac-1163-4179-a34d-4bb1d7d507d4 on host hv-cinder-77525 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:23:23.970715 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d774911b-ec4e-45ca-a73d-9b89a0789f42 req-f5b7c1e4-183e-4dfe-91bc-e454fb0f0cc1 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:23.972732 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d774911b-ec4e-45ca-a73d-9b89a0789f42 req-f5b7c1e4-183e-4dfe-91bc-e454fb0f0cc1 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.99 "DELETE /v2.0/ports/d16c71ac-1163-4179-a34d-4bb1d7d507d4 HTTP/1.1" status: 204 len: 173 time: 0.8334439 Jun 16 16:23:23.972997 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339325ce-d61c-48d1-b9ef-0e21be744955', 'name': 'network-vif-deleted', 'tag': 'd16c71ac-1163-4179-a34d-4bb1d7d507d4'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:23.975303 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d772ea-583d-4acb-93e1-16d26efed7d4" -d '{"events": [{"server_uuid": "339325ce-d61c-48d1-b9ef-0e21be744955", "name": "network-vif-deleted", "tag": "d16c71ac-1163-4179-a34d-4bb1d7d507d4"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:24.006607 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2a1a5-22c0-4a37-b06b-b874edaa9a40 req-9620a1d7-976e-4999-b1b8-505bcbff142d tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:24.008403 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bcb2a1a5-22c0-4a37-b06b-b874edaa9a40 req-9620a1d7-976e-4999-b1b8-505bcbff142d tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1439452 Jun 16 16:23:24.110423 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900f1145-be14-4448-b014-ab96b7270bb5 x-openstack-request-id: req-900f1145-be14-4448-b014-ab96b7270bb5 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:24.110423 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339325ce-d61c-48d1-b9ef-0e21be744955", "name": "network-vif-deleted", "tag": "d16c71ac-1163-4179-a34d-4bb1d7d507d4", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:24.110423 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-900f1145-be14-4448-b014-ab96b7270bb5 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:24.110423 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339325ce-d61c-48d1-b9ef-0e21be744955', 'name': 'network-vif-deleted', 'tag': 'd16c71ac-1163-4179-a34d-4bb1d7d507d4', 'status': 'completed', 'code': 200} Jun 16 16:23:24.197529 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:24.253776 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bcb2a1a5-22c0-4a37-b06b-b874edaa9a40 req-9dcd30a8-1c03-4a10-b8d5-d7707e14f0f7 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341349 Jun 16 16:23:24.269766 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb5566f-26bd-4c8f-a391-010d8756eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bdd8b7-be81-49cb-900d-f19d056ba4a3'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:24.274727 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ded3b6-4c7e-4813-8048-01aa1c6ed805" -d '{"events": [{"server_uuid": "cdb5566f-26bd-4c8f-a391-010d8756eb0f", "name": "network-vif-plugged", "status": "completed", "tag": "01bdd8b7-be81-49cb-900d-f19d056ba4a3"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:24.299599 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2673ee6d-de4c-4715-9a39-b57646a07a89 req-c9800b8a-fe7c-4ec1-8ce5-0ab29a6bcfdc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1996417 Jun 16 16:23:24.313244 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 01bdd8b7-be81-49cb-900d-f19d056ba4a3, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=01bdd8b7-be81-49cb-900d-f19d056ba4a3,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:24.323708 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:24.328695 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:24.392318 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ae2c6025-6243-42ef-b287-c1fc3fd68f6f req-870ee763-a7ac-40bf-93fa-ae2e0eeed1de tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 210 time: 0.0460472 Jun 16 16:23:24.452395 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66aeb20-f1a6-43f5-962a-2278eb9d33fb x-openstack-request-id: req-e66aeb20-f1a6-43f5-962a-2278eb9d33fb {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:24.453416 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb5566f-26bd-4c8f-a391-010d8756eb0f", "name": "network-vif-plugged", "status": "completed", "tag": "01bdd8b7-be81-49cb-900d-f19d056ba4a3", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:24.454522 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e66aeb20-f1a6-43f5-962a-2278eb9d33fb {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:24.456188 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb5566f-26bd-4c8f-a391-010d8756eb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bdd8b7-be81-49cb-900d-f19d056ba4a3', 'code': 200} Jun 16 16:23:24.461693 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673ee6d-de4c-4715-9a39-b57646a07a89 req-49d7d1ed-d532-46d3-98b4-5936163ea002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:24.464146 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2673ee6d-de4c-4715-9a39-b57646a07a89 req-49d7d1ed-d532-46d3-98b4-5936163ea002 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7e3b66842dda409a9855ce1bf107e082&device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 1098 time: 0.1014988 Jun 16 16:23:24.466541 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=01bdd8b7-be81-49cb-900d-f19d056ba4a3,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:24.486699 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:24.771089 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584ea39-83e0-425b-a7f3-34ef9d982bed req-65f859ca-7561-403d-a897-766da1e5bc00 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:24.783486 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e584ea39-83e0-425b-a7f3-34ef9d982bed req-65f859ca-7561-403d-a897-766da1e5bc00 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdb5566f-26bd-4c8f-a391-010d8756eb0f HTTP/1.1" status: 200 len: 945 time: 0.1271672 Jun 16 16:23:24.805845 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673ee6d-de4c-4715-9a39-b57646a07a89 req-26ff7f9e-004e-4c99-9139-a7693482af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:24.811099 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2673ee6d-de4c-4715-9a39-b57646a07a89 req-26ff7f9e-004e-4c99-9139-a7693482af5e service neutron] 10.222.0.99 "GET /v2.0/networks?id=f5474398-e4d0-42ec-aa29-77718e3f18bb HTTP/1.1" status: 200 len: 916 time: 0.2980554 Jun 16 16:23:24.812134 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5e95f352-cc62-4a4a-99c6-f9c21aa68c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:24.902027 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e584ea39-83e0-425b-a7f3-34ef9d982bed req-26cc16cd-aabe-468f-9799-7aa8d80379ef tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174812 Jun 16 16:23:24.907780 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:24.930476 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2673ee6d-de4c-4715-9a39-b57646a07a89 req-d23f1070-d47f-4197-908a-21528a33aa22 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b14f5c6-e131-478c-be68-ab84f5ee4513 HTTP/1.1" status: 200 len: 217 time: 0.1031816 Jun 16 16:23:24.949995 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15bfea-dec4-49b5-a98f-6ad917acee4d req-c665cf8b-22c0-4ee1-a16b-7779ced76a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:24.949995 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ab15bfea-dec4-49b5-a98f-6ad917acee4d req-c665cf8b-22c0-4ee1-a16b-7779ced76a21 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=cdb5566f-26bd-4c8f-a391-010d8756eb0f HTTP/1.1" status: 200 len: 1098 time: 0.1492913 Jun 16 16:23:25.000752 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ab15bfea-dec4-49b5-a98f-6ad917acee4d req-93fa9a42-6f13-4edb-bfc6-a7ac84068360 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466080 Jun 16 16:23:25.029145 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673ee6d-de4c-4715-9a39-b57646a07a89 req-63cc5f89-95b4-4ce3-8b0c-64b4abcc3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:25.031980 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2673ee6d-de4c-4715-9a39-b57646a07a89 req-63cc5f89-95b4-4ce3-8b0c-64b4abcc3683 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fffa3101-76c7-4dfc-80a7-5bba2806cf65 HTTP/1.1" status: 200 len: 855 time: 0.0938463 Jun 16 16:23:25.096267 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2673ee6d-de4c-4715-9a39-b57646a07a89 req-171050fe-8d15-4337-ae06-34093607cfb8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f5474398-e4d0-42ec-aa29-77718e3f18bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335331 Jun 16 16:23:25.279872 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2673ee6d-de4c-4715-9a39-b57646a07a89 req-9eef23fa-adc1-4e94-9591-e38e4821eca1 service neutron] 10.222.0.99 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750047 Jun 16 16:23:25.572189 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2673ee6d-de4c-4715-9a39-b57646a07a89 req-60e0c1b1-1e23-4dab-aae6-b9edd36c6bac service neutron] 10.222.0.99 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649124 Jun 16 16:23:25.625136 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bc680-8008-453e-aa59-a35ab371d289 req-c09d36af-947d-4f15-b310-0821d549eeee tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:25.626664 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-aa4bc680-8008-453e-aa59-a35ab371d289 req-c09d36af-947d-4f15-b310-0821d549eeee tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1187305 Jun 16 16:23:25.671759 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-64bb8ab3-5176-41a7-8ff6-73e7261009bd req-71a6fc66-1e73-4f8c-8e59-efa5851ba728 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] 10.222.0.86 "GET /v2.0/ports?device_id=339325ce-d61c-48d1-b9ef-0e21be744955 HTTP/1.1" status: 200 len: 210 time: 0.0385833 Jun 16 16:23:25.709981 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-aa4bc680-8008-453e-aa59-a35ab371d289 req-7a4e3afe-580d-466b-b7de-21061151bbd3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751302 Jun 16 16:23:25.731242 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device d16c71ac-1163-4179-a34d-4bb1d7d507d4 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:23:25.791674 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: d16c71ac-1163-4179-a34d-4bb1d7d507d4 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:23:25.792037 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device d16c71ac-1163-4179-a34d-4bb1d7d507d4 not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:23:25.859410 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:26.194453 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccf119-f27e-4ee9-8de7-79f3118492ea req-3d2b3b85-b704-4cff-8132-8dc730178bb9 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:26.195932 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bdccf119-f27e-4ee9-8de7-79f3118492ea req-3d2b3b85-b704-4cff-8132-8dc730178bb9 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdb5566f-26bd-4c8f-a391-010d8756eb0f HTTP/1.1" status: 200 len: 945 time: 0.1497605 Jun 16 16:23:26.250178 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bdccf119-f27e-4ee9-8de7-79f3118492ea req-309781ac-d2ec-444c-b7b7-0ef1d1cd653c tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452971 Jun 16 16:23:26.623156 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59462) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:26.765946 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d48672cf-a782-4e11-8c12-1f0485a55852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.024789 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d48672cf-a782-4e11-8c12-1f0485a55852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.045936 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0855f-46ac-455c-a95b-a60c91db81f6 req-8f139e80-2216-4ab9-aadd-9f26320d1f53 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:27.075099 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0ea0855f-46ac-455c-a95b-a60c91db81f6 req-8f139e80-2216-4ab9-aadd-9f26320d1f53 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.2089736 Jun 16 16:23:27.086946 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d48672cf-a782-4e11-8c12-1f0485a55852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.092670 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-af6adf07-9e8d-49f3-8a48-a076f20dd91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:27.167149 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59498) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:27.177782 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-d48672cf-a782-4e11-8c12-1f0485a55852 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=996d1e80c88946f0a019495892659432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5527239 Jun 16 16:23:27.191521 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48672cf-a782-4e11-8c12-1f0485a55852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087daf86-46ad-4275-80ed-b41b4125822a,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:27.204269 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d48672cf-a782-4e11-8c12-1f0485a55852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:27.228973 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59502) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:27.231832 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0ea0855f-46ac-455c-a95b-a60c91db81f6 req-755dc870-dee6-43cd-8557-e87e5c175c83 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529698 Jun 16 16:23:27.365847 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-84069d6e-9fcd-40f4-81fc-1b11045995a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.394007 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-84069d6e-9fcd-40f4-81fc-1b11045995a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.458886 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-14aa7834-2f30-4f06-9dc6-e8cadbfcbbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.519376 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-84069d6e-9fcd-40f4-81fc-1b11045995a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.522708 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-84069d6e-9fcd-40f4-81fc-1b11045995a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.524182 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-84069d6e-9fcd-40f4-81fc-1b11045995a7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/087daf86-46ad-4275-80ed-b41b4125822a HTTP/1.1" status: 204 len: 168 time: 0.3542230 Jun 16 16:23:27.527489 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:27.552913 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84069d6e-9fcd-40f4-81fc-1b11045995a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087daf86-46ad-4275-80ed-b41b4125822a,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:27.601667 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-84069d6e-9fcd-40f4-81fc-1b11045995a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:27.603849 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.641847 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae4fd6-13c0-49a1-b26a-eeb317069857 req-e0520204-2f5b-4957-9e30-adeccfcb92bc tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:27.652256 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d5ae4fd6-13c0-49a1-b26a-eeb317069857 req-e0520204-2f5b-4957-9e30-adeccfcb92bc tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdb5566f-26bd-4c8f-a391-010d8756eb0f HTTP/1.1" status: 200 len: 945 time: 0.1714787 Jun 16 16:23:27.697744 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-14aa7834-2f30-4f06-9dc6-e8cadbfcbbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.704564 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-14aa7834-2f30-4f06-9dc6-e8cadbfcbbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.717428 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-fbade35f-6593-4155-9f40-f090415fa88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:27.729468 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d5ae4fd6-13c0-49a1-b26a-eeb317069857 req-c3bcb554-7244-4060-a379-f44953c161d5 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750349 Jun 16 16:23:27.773361 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59532) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:27.773599 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-14aa7834-2f30-4f06-9dc6-e8cadbfcbbd5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e219119a652345198534d73203c2114b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5231979 Jun 16 16:23:27.783971 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa7834-2f30-4f06-9dc6-e8cadbfcbbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded93da9-ed5f-40a3-b0ec-9a816b733c3f,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:27.807195 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-14aa7834-2f30-4f06-9dc6-e8cadbfcbbd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:27.849602 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e383c389-85a1-4aa4-986d-f810d4df2d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.884889 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e383c389-85a1-4aa4-986d-f810d4df2d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.964714 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e383c389-85a1-4aa4-986d-f810d4df2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.972195 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e383c389-85a1-4aa4-986d-f810d4df2d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.975502 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-e383c389-85a1-4aa4-986d-f810d4df2d97 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ded93da9-ed5f-40a3-b0ec-9a816b733c3f HTTP/1.1" status: 204 len: 168 time: 0.2004631 Jun 16 16:23:27.976398 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:27.986018 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383c389-85a1-4aa4-986d-f810d4df2d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded93da9-ed5f-40a3-b0ec-9a816b733c3f,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:27.988966 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e383c389-85a1-4aa4-986d-f810d4df2d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:28.095591 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59548) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:28.106466 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:28.117473 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-368e883c-fa12-4669-b418-d9463166fd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:28.277113 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-368e883c-fa12-4669-b418-d9463166fd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:28.284105 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-368e883c-fa12-4669-b418-d9463166fd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:28.288888 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e383c389-85a1-4aa4-986d-f810d4df2d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:28.345140 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-368e883c-fa12-4669-b418-d9463166fd03 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5928f2f032824291a939e99ffa29c844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480562 Jun 16 16:23:28.348198 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59560) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:28.381365 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e883c-fa12-4669-b418-d9463166fd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942e78f7-054b-4b9c-bcda-ecbd43577b32,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:28.394011 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-368e883c-fa12-4669-b418-d9463166fd03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:28.433243 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0acd4460-b794-4792-a106-75b163f28c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:28.472534 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0acd4460-b794-4792-a106-75b163f28c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:28.566053 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0acd4460-b794-4792-a106-75b163f28c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:28.567016 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfcaee-64a9-43d3-b652-e62f78e8437b req-423abb55-86c8-4688-af25-5e0933003893 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:28.574486 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-58cfcaee-64a9-43d3-b652-e62f78e8437b req-423abb55-86c8-4688-af25-5e0933003893 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1175282 Jun 16 16:23:28.574953 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0acd4460-b794-4792-a106-75b163f28c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:28.583980 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-0acd4460-b794-4792-a106-75b163f28c0b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/942e78f7-054b-4b9c-bcda-ecbd43577b32 HTTP/1.1" status: 204 len: 168 time: 0.2326648 Jun 16 16:23:28.585449 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:28.606778 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd4460-b794-4792-a106-75b163f28c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942e78f7-054b-4b9c-bcda-ecbd43577b32,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:28.614168 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0acd4460-b794-4792-a106-75b163f28c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:28.686198 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-58cfcaee-64a9-43d3-b652-e62f78e8437b req-b2ecb18b-3688-4317-ac6a-9c5ac6d0a8b0 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062105 Jun 16 16:23:28.807600 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59584) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:28.847484 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bf930c8f-07bd-43ff-a62c-2d611bbbdd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.027807 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59598) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:29.042574 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bf930c8f-07bd-43ff-a62c-2d611bbbdd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.048771 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bf930c8f-07bd-43ff-a62c-2d611bbbdd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.060944 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-503cbd1b-242b-499b-9bb7-8f2755c36ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:29.078091 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d968113a-a335-4e1f-a44e-e750d305eef6 admin admin] Deleting subnet 157c4ce4-721b-405f-8590-6fb4234794b0 {{(pid=91607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:23:29.081998 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d968113a-a335-4e1f-a44e-e750d305eef6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.097735 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-bf930c8f-07bd-43ff-a62c-2d611bbbdd58 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f0ee947361574cd092e9be9e35208442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866795 Jun 16 16:23:29.100354 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59604) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:29.121186 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf930c8f-07bd-43ff-a62c-2d611bbbdd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7804b14f-fdca-4aa8-ab23-e90151e1fa9e,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:29.127539 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-bf930c8f-07bd-43ff-a62c-2d611bbbdd58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:29.139586 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d968113a-a335-4e1f-a44e-e750d305eef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30482061'] for subnet, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.164271 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a78e6e71-aa6f-4147-8303-cc2dcb3f8f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.193248 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d968113a-a335-4e1f-a44e-e750d305eef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766633'] for subnet, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.195638 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a78e6e71-aa6f-4147-8303-cc2dcb3f8f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.265863 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d968113a-a335-4e1f-a44e-e750d305eef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30482857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30436855'] for subnet, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.269944 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9d71005d-085d-4461-b1b8-079c7ceb854b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:29.282032 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a78e6e71-aa6f-4147-8303-cc2dcb3f8f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.284660 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a78e6e71-aa6f-4147-8303-cc2dcb3f8f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.285882 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-a78e6e71-aa6f-4147-8303-cc2dcb3f8f24 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7804b14f-fdca-4aa8-ab23-e90151e1fa9e HTTP/1.1" status: 204 len: 168 time: 0.1845417 Jun 16 16:23:29.287188 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:29.300732 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e6e71-aa6f-4147-8303-cc2dcb3f8f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7804b14f-fdca-4aa8-ab23-e90151e1fa9e,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:29.309280 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968113a-a335-4e1f-a44e-e750d305eef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=157c4ce4-721b-405f-8590-6fb4234794b0,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:29.316658 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a78e6e71-aa6f-4147-8303-cc2dcb3f8f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:29.321862 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d968113a-a335-4e1f-a44e-e750d305eef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:29.327672 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d968113a-a335-4e1f-a44e-e750d305eef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.332826 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-d968113a-a335-4e1f-a44e-e750d305eef6 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/157c4ce4-721b-405f-8590-6fb4234794b0 HTTP/1.1" status: 204 len: 168 time: 0.2999616 Jun 16 16:23:29.333210 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59616) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:29.410900 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-22731660-764a-4e66-947a-3000cde8aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-693812'] for network, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.544508 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-22731660-764a-4e66-947a-3000cde8aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-768294', 'neutron.services.segments.db._delete_segments_for_network-8738765585457'] for network, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.556315 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-22731660-764a-4e66-947a-3000cde8aa75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca1f25f-8d45-4484-8908-c5c096b9c6d6']}} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:29.567935 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-22731660-764a-4e66-947a-3000cde8aa75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd074591-713f-4a1e-8cd3-6c75f1a693c2') {'for_net_delete': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:29.567935 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-22731660-764a-4e66-947a-3000cde8aa75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd074591-713f-4a1e-8cd3-6c75f1a693c2') {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:29.578642 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-22731660-764a-4e66-947a-3000cde8aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765584770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30266041'] for segment, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.600968 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-22731660-764a-4e66-947a-3000cde8aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.612205 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22731660-764a-4e66-947a-3000cde8aa75 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=91606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:23:29.612608 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-22731660-764a-4e66-947a-3000cde8aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30257403'] for segment, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: Traceback (most recent call last): Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: timer() Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: cb(*args, **kw) Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: return func(*args, **kwargs) Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: self._notify() Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: self.callback(batched_events) Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: event.method(event) Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: return f(self, *a, **k) Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: return self._get(url).json() Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: return self.request(url, 'GET', **kwargs) Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:23:29.615434 dv-cinder-775250-5-iscsi neutron-server[91606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:23:29.671531 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-22731660-764a-4e66-947a-3000cde8aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33160313'] for network, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.678125 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-22731660-764a-4e66-947a-3000cde8aa75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.680261 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-22731660-764a-4e66-947a-3000cde8aa75 admin admin] 10.222.0.86 "DELETE /v2.0/networks/fca1f25f-8d45-4484-8908-c5c096b9c6d6 HTTP/1.1" status: 204 len: 168 time: 0.3470898 Jun 16 16:23:29.681247 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:29.694566 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22731660-764a-4e66-947a-3000cde8aa75 admin admin] Pushing event deleted for resources: {'Network': ['ID=fca1f25f-8d45-4484-8908-c5c096b9c6d6,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:29.697292 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-22731660-764a-4e66-947a-3000cde8aa75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:29.716238 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59634) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:29.739220 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-06bdf437-2be9-445d-94bb-0357db9e7c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.946616 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-06bdf437-2be9-445d-94bb-0357db9e7c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.952319 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-06bdf437-2be9-445d-94bb-0357db9e7c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.958083 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-0379beb8-141a-48e1-8bd7-5e8615ae8899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:29.990880 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59947a-7b42-4d41-b110-93a5053ca710 req-1aa4c4f3-9290-4605-a2ee-1e7141f79ad3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:30.001098 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-dc59947a-7b42-4d41-b110-93a5053ca710 req-1aa4c4f3-9290-4605-a2ee-1e7141f79ad3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1841328 Jun 16 16:23:30.014685 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-06bdf437-2be9-445d-94bb-0357db9e7c41 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e8ca32c461c14872b061d21fdba2551d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968256 Jun 16 16:23:30.017588 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdf437-2be9-445d-94bb-0357db9e7c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdcc7a6-457c-4d9a-8934-55f506b893a6,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:30.020336 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59646) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:30.022573 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-06bdf437-2be9-445d-94bb-0357db9e7c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:30.097303 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59652) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:30.115604 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-dc59947a-7b42-4d41-b110-93a5053ca710 req-e41861a8-483b-4f97-bc2d-c27525220608 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969033 Jun 16 16:23:30.146094 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e85b754c-c44b-4dcb-bd0b-4621996da2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:30.152510 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-b689a498-df1a-4fdb-bcdb-fb0884fb696b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=92801956879a4017b29bfa30bcc73fcd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0537555 Jun 16 16:23:30.157733 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59656) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:30.175693 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e85b754c-c44b-4dcb-bd0b-4621996da2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:30.214638 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cae662ac-8bfc-4036-a6af-5776f39c6787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:30.242083 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e85b754c-c44b-4dcb-bd0b-4621996da2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:30.244835 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e85b754c-c44b-4dcb-bd0b-4621996da2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:30.245138 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cae662ac-8bfc-4036-a6af-5776f39c6787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:30.249371 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-e85b754c-c44b-4dcb-bd0b-4621996da2db admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1cdcc7a6-457c-4d9a-8934-55f506b893a6 HTTP/1.1" status: 204 len: 168 time: 0.2280643 Jun 16 16:23:30.250586 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b37591f7-2721-476b-8d04-19b3c9ac0be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:30.260573 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b754c-c44b-4dcb-bd0b-4621996da2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdcc7a6-457c-4d9a-8934-55f506b893a6,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:30.274984 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e85b754c-c44b-4dcb-bd0b-4621996da2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:30.338766 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cae662ac-8bfc-4036-a6af-5776f39c6787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:30.342197 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cae662ac-8bfc-4036-a6af-5776f39c6787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:30.345964 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-cae662ac-8bfc-4036-a6af-5776f39c6787 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dc3f1573-8003-440b-a463-7c507fe6bca4 HTTP/1.1" status: 204 len: 168 time: 0.1851666 Jun 16 16:23:30.345964 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-005ab07d-3224-40d6-a631-1c29fc85fcad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:30.366486 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae662ac-8bfc-4036-a6af-5776f39c6787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3f1573-8003-440b-a463-7c507fe6bca4,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:30.377010 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-cae662ac-8bfc-4036-a6af-5776f39c6787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:30.706731 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-00ea742a-54d7-4047-b957-3bb9e7ff3173 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:30.709214 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-00ea742a-54d7-4047-b957-3bb9e7ff3173 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/networks?id=f5474398-e4d0-42ec-aa29-77718e3f18bb HTTP/1.1" status: 200 len: 815 time: 0.3851130 Jun 16 16:23:30.727683 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-495ed688-9219-4bf0-b9b0-ffa436ca3d12 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/quotas/7e3b66842dda409a9855ce1bf107e082 HTTP/1.1" status: 200 len: 375 time: 0.0123246 Jun 16 16:23:30.809986 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-eca373e0-031c-4632-b438-8c5998bd87c1 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e3b66842dda409a9855ce1bf107e082&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755472 Jun 16 16:23:30.948324 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-2bccee83-0c23-45dc-bb16-0c19af1cf907 service neutron] 10.222.0.86 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313322 Jun 16 16:23:31.080220 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-522cfd22-b38b-4936-8c8e-4805ae5e3547 service neutron] 10.222.0.86 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310165 Jun 16 16:23:31.453215 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cd7cf-fa7a-491d-8a13-87d4c0478ead req-a519baf1-34ef-449b-9f25-0e387cc1db9b tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:31.458558 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1a8cd7cf-fa7a-491d-8a13-87d4c0478ead req-a519baf1-34ef-449b-9f25-0e387cc1db9b tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1441889 Jun 16 16:23:31.587530 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e389fd26-fef0-41ff-abf7-ef23e0b39d5d req-dc1f7f79-ebf8-4c91-a0df-9bb14a64e812 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bf73e50-3739-40bc-a240-a3b5deadd107 HTTP/1.1" status: 200 len: 210 time: 0.0488315 Jun 16 16:23:31.604885 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1a8cd7cf-fa7a-491d-8a13-87d4c0478ead req-5279f347-d36a-4a6f-88c2-13e2d0d7820d tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264350 Jun 16 16:23:31.695144 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59750) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:32.038305 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-85ae50b7-ec78-40df-94be-0a72c0845d37 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-network', 'tenant_id': '7b800ffbc0714945a225ea99c5155534'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:32.077464 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ae50b7-ec78-40df-94be-0a72c0845d37 admin admin] Made reservation on behalf of 7b800ffbc0714945a225ea99c5155534 for: {'network': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:23:32.080117 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-85ae50b7-ec78-40df-94be-0a72c0845d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:32.091468 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-85ae50b7-ec78-40df-94be-0a72c0845d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:32.216510 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-85ae50b7-ec78-40df-94be-0a72c0845d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:32.227257 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-85ae50b7-ec78-40df-94be-0a72c0845d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:32.241094 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-582941c9-c045-4909-97e7-0ef0b00d5ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:32.247246 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ae50b7-ec78-40df-94be-0a72c0845d37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=91606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:23:32.275955 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-85ae50b7-ec78-40df-94be-0a72c0845d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:32.276304 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.segments_db [None req-85ae50b7-ec78-40df-94be-0a72c0845d37 admin admin] Added segment e23b14d1-996c-47a1-8389-b1b371cf8fb4 of type vlan for network ca357a02-cc61-4746-b1f2-e805d6e11173 Jun 16 16:23:32.285605 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae50b7-ec78-40df-94be-0a72c0845d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2558c93e-0797-4218-96ed-d0c82cd689d9,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:32.289005 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-85ae50b7-ec78-40df-94be-0a72c0845d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:32.323088 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-85ae50b7-ec78-40df-94be-0a72c0845d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:32.360994 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-85ae50b7-ec78-40df-94be-0a72c0845d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:32.363197 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae50b7-ec78-40df-94be-0a72c0845d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:32.364031 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-85ae50b7-ec78-40df-94be-0a72c0845d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:32.368039 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-5341cf17-2bf4-45c2-9eff-9254513ca12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:32.433852 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae50b7-ec78-40df-94be-0a72c0845d37 admin admin] Pushing event updated for resources: {'Network': ['ID=ca357a02-cc61-4746-b1f2-e805d6e11173,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:32.437582 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-85ae50b7-ec78-40df-94be-0a72c0845d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:32.447180 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-85ae50b7-ec78-40df-94be-0a72c0845d37 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7473857 Jun 16 16:23:32.447849 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59792) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:32.450244 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network ca357a02-cc61-4746-b1f2-e805d6e11173 details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:23:32.454107 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59794) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:32.455999 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-d1ddbf95-14c7-41d3-9caa-698c35324cf2 admin admin] Request body: {'subnet': {'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-subnet', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:32.482522 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ddbf95-14c7-41d3-9caa-698c35324cf2 admin admin] Made reservation on behalf of 7b800ffbc0714945a225ea99c5155534 for: {'subnet': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:23:32.486879 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d1ddbf95-14c7-41d3-9caa-698c35324cf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29844828'] for subnet, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:32.746930 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2efaee4b-09df-4dab-870a-c64c99da7fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:32.759164 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d1ddbf95-14c7-41d3-9caa-698c35324cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30257189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29844814'] for subnet, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:32.779606 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-00be0cdf-0b61-459e-9a86-c5639a2cbbdb req-f39f6465-6318-4b54-aaf2-75c3244140bd tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bf73e50-3739-40bc-a240-a3b5deadd107 HTTP/1.1" status: 200 len: 210 time: 0.0357866 Jun 16 16:23:32.781689 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1549a160-e655-463c-8667-7a6bf8397a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:32.838450 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddbf95-14c7-41d3-9caa-698c35324cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14329842-aea0-4ad3-99be-a5df5d0572d3,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:32.842997 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d1ddbf95-14c7-41d3-9caa-698c35324cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:32.852906 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ddbf95-14c7-41d3-9caa-698c35324cf2 admin admin] Checking segment: {'id': 'e23b14d1-996c-47a1-8389-b1b371cf8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:23:32.853472 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ddbf95-14c7-41d3-9caa-698c35324cf2 admin admin] Network hostable DHCP agents. Network: ca357a02-cc61-4746-b1f2-e805d6e11173, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:23:32.874460 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ddbf95-14c7-41d3-9caa-698c35324cf2 admin admin] Network ca357a02-cc61-4746-b1f2-e805d6e11173 is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:23:32.886022 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-d1ddbf95-14c7-41d3-9caa-698c35324cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, ca357a02-cc61-4746-b1f2-e805d6e11173) {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:32.896456 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ddbf95-14c7-41d3-9caa-698c35324cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:32.897033 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d1ddbf95-14c7-41d3-9caa-698c35324cf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:32.898720 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9300742-b0f8-4a0a-8105-4e68c04e7b02 None None] Network ca357a02-cc61-4746-b1f2-e805d6e11173 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:23:32.929011 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2efaee4b-09df-4dab-870a-c64c99da7fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:32.936151 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2efaee4b-09df-4dab-870a-c64c99da7fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:32.952160 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-d1ddbf95-14c7-41d3-9caa-698c35324cf2 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5032535 Jun 16 16:23:32.955184 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59814) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:32.966836 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:32.969793 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:32.995779 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-2efaee4b-09df-4dab-870a-c64c99da7fd2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c025f3fe1d3c4bd48f53bc0764c294b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5401895 Jun 16 16:23:32.997030 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efaee4b-09df-4dab-870a-c64c99da7fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48d0379-c0e1-4774-aa05-3ae268d9d4bd,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:33.004354 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2efaee4b-09df-4dab-870a-c64c99da7fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:33.004578 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59818) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:33.038716 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd9aab-aa3c-4f5d-b8ef-19ca528db910 req-3805061c-7a85-4107-9aa4-a3f2cf935956 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:33.041010 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e7fd9aab-aa3c-4f5d-b8ef-19ca528db910 req-3805061c-7a85-4107-9aa4-a3f2cf935956 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1652725 Jun 16 16:23:33.072119 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33462664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-991'] for router, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:33.073957 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33457953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33157256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33482962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:33.139480 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e05dda8-9efc-52dc-a0f2-15fc13a0b1c1-ca357a02-cc61-4746-b1f2-e805d6e11173', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3'}]}} from dv-cinder-775250-5-iscsi. {{(pid=91608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:23:33.142552 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:33.151126 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5564d32a-a47f-4210-9f37-47df9af0f41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:33.159062 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:33.192477 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e7fd9aab-aa3c-4f5d-b8ef-19ca528db910 req-2a8e1dba-8b92-48da-b719-09bca20dca4c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427736 Jun 16 16:23:33.243392 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5564d32a-a47f-4210-9f37-47df9af0f41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:33.307148 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-039c7b4c-ddb1-4325-b739-7f168bd0e16a tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:33.311232 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-039c7b4c-ddb1-4325-b739-7f168bd0e16a tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.99 "GET /v2.0/networks?id=f5474398-e4d0-42ec-aa29-77718e3f18bb HTTP/1.1" status: 200 len: 815 time: 0.2067006 Jun 16 16:23:33.332741 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-f5d27573-4eb5-4995-9d83-1a3184e70538 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Request body: {'port': {'device_id': '4bf73e50-3739-40bc-a240-a3b5deadd107', 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb', 'admin_state_up': True, 'tenant_id': '7e3b66842dda409a9855ce1bf107e082'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:33.381091 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33157274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33462694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-804'] for router, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:33.391073 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Allocated IP 172.20.0.2 (ca357a02-cc61-4746-b1f2-e805d6e11173/14329842-aea0-4ad3-99be-a5df5d0572d3/0f509d75-a2a3-4284-81aa-265c59d5aa97) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:23:33.434832 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5564d32a-a47f-4210-9f37-47df9af0f41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:33.440104 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5564d32a-a47f-4210-9f37-47df9af0f41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:33.443053 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-5564d32a-a47f-4210-9f37-47df9af0f41e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c48d0379-c0e1-4774-aa05-3ae268d9d4bd HTTP/1.1" status: 204 len: 168 time: 0.4354930 Jun 16 16:23:33.443457 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e957f0f9-0daf-4446-8019-df7bf83f00ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:33.458315 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564d32a-a47f-4210-9f37-47df9af0f41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48d0379-c0e1-4774-aa05-3ae268d9d4bd,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:33.476909 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-5564d32a-a47f-4210-9f37-47df9af0f41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:33.580089 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-f5d27573-4eb5-4995-9d83-1a3184e70538 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Made reservation on behalf of 7e3b66842dda409a9855ce1bf107e082 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:23:33.588661 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-f5d27573-4eb5-4995-9d83-1a3184e70538 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:33.638695 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:33.650877 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Transition to ACTIVE for port object 0f509d75-a2a3-4284-81aa-265c59d5aa97 will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:23:33.672110 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Transition to ACTIVE for port object 0f509d75-a2a3-4284-81aa-265c59d5aa97 will not be triggered until provisioned by entity DHCP. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:23:33.686576 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:33.694781 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:33.839412 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Network ca357a02-cc61-4746-b1f2-e805d6e11173 is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:23:33.842526 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Pushing event updated for resources: {'Port': ['ID=0f509d75-a2a3-4284-81aa-265c59d5aa97,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:33.850567 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:33.854048 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Resources bound (agent type, host, resource id): {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:33.864046 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:23:33.892558 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:33.925768 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:34.009811 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-f5d27573-4eb5-4995-9d83-1a3184e70538 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Allocated IP 172.20.0.12 (f5474398-e4d0-42ec-aa29-77718e3f18bb/fffa3101-76c7-4dfc-80a7-5bba2806cf65/32f91171-cbdb-4185-a5d7-a9052fb31108) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:23:34.027640 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Attempting to bind port 0f509d75-a2a3-4284-81aa-265c59d5aa97 on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:23:34.028377 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Attempting to bind port 0f509d75-a2a3-4284-81aa-265c59d5aa97 by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': 'e23b14d1-996c-47a1-8389-b1b371cf8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:23:34.029148 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Attempting to bind port 0f509d75-a2a3-4284-81aa-265c59d5aa97 on network ca357a02-cc61-4746-b1f2-e805d6e11173 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:34.036977 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:23:34.037681 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Checking segment: {'id': 'e23b14d1-996c-47a1-8389-b1b371cf8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:23:34.038464 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:34.039053 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Bound using segment: {'id': 'e23b14d1-996c-47a1-8389-b1b371cf8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:23:34.039721 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Bound port: 0f509d75-a2a3-4284-81aa-265c59d5aa97, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23b14d1-996c-47a1-8389-b1b371cf8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:23:34.040247 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:34.133276 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Allocated IP 172.27.0.233 (543270ac-5087-4a4b-b928-324956c3ce61/fb22e153-4378-4f12-ab9d-39b0c838861f/ce8227fc-70c6-4dea-88ae-ad5576800c69) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:23:34.155204 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-def862e4-3fd5-4885-84f8-c75fad15abf4 req-d84ea507-06dd-4bcb-8319-1fb2e8cc9bd8 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bf73e50-3739-40bc-a240-a3b5deadd107 HTTP/1.1" status: 200 len: 210 time: 0.0610850 Jun 16 16:23:34.195384 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-f221359f-6976-4a35-abac-c9568d402185 None None] For port 0f509d75-a2a3-4284-81aa-265c59d5aa97, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:23:34.201024 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-f221359f-6976-4a35-abac-c9568d402185 None None] For port 0f509d75-a2a3-4284-81aa-265c59d5aa97, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=0f509d75-a2a3-4284-81aa-265c59d5aa97,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:23:34.214767 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:34.218091 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:34.304272 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Pushing event updated for resources: {'Port': ['ID=0f509d75-a2a3-4284-81aa-265c59d5aa97,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:34.309455 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:34.349660 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:34.350411 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-f5d27573-4eb5-4995-9d83-1a3184e70538 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:34.352405 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59856) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:34.411252 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-f5d27573-4eb5-4995-9d83-1a3184e70538 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:34.417937 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:34.425679 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['9b14f5c6-e131-478c-be68-ab84f5ee4513', '01bdd8b7-be81-49cb-900d-f19d056ba4a3'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:34.458654 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30257329'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:34.470249 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fbb10-f6e9-433d-881a-ce03e57bd7bf req-224a5186-b2ba-45e6-8281-682618072e1d tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:34.472136 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e39fbb10-f6e9-433d-881a-ce03e57bd7bf req-224a5186-b2ba-45e6-8281-682618072e1d tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0975640 Jun 16 16:23:34.474502 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:34.479339 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-f5d27573-4eb5-4995-9d83-1a3184e70538 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Network f5474398-e4d0-42ec-aa29-77718e3f18bb is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:23:34.490129 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-f5d27573-4eb5-4995-9d83-1a3184e70538 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:34.536376 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d27573-4eb5-4995-9d83-1a3184e70538 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Pushing event updated for resources: {'Port': ['ID=32f91171-cbdb-4185-a5d7-a9052fb31108,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:34.551717 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Network 543270ac-5087-4a4b-b928-324956c3ce61 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:23:34.552569 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-f5d27573-4eb5-4995-9d83-1a3184e70538 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:23:34.565087 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:34.570103 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8227fc-70c6-4dea-88ae-ad5576800c69,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:34.572256 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:23:34.576863 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:34.580046 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a9f26911-9ffc-4882-a2f6-e48b5e0a1a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:34.616162 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-f5d27573-4eb5-4995-9d83-1a3184e70538 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:34.635996 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e39fbb10-f6e9-433d-881a-ce03e57bd7bf req-f76eb04f-dd6b-4ec6-ba2c-606609701bf3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334853 Jun 16 16:23:34.636231 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-f5d27573-4eb5-4995-9d83-1a3184e70538 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:34.636793 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-f5d27573-4eb5-4995-9d83-1a3184e70538 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:34.938235 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a9f26911-9ffc-4882-a2f6-e48b5e0a1a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:34.944771 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a9f26911-9ffc-4882-a2f6-e48b5e0a1a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:34.949983 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-8390229e-df16-4646-8e0f-066bdba3b3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:34.950109 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-f5d27573-4eb5-4995-9d83-1a3184e70538 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6266026 Jun 16 16:23:34.965215 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Request body: {'port': {'device_id': '4bf73e50-3739-40bc-a240-a3b5deadd107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:34.985953 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:35.001016 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-a9f26911-9ffc-4882-a2f6-e48b5e0a1a96 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9388c4ac935a466a8a01439f6b929bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6467018 Jun 16 16:23:35.003879 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59870) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:35.033433 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f26911-9ffc-4882-a2f6-e48b5e0a1a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f801f642-bc41-42d9-8e34-c8ad290ce4f5,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:35.035980 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a9f26911-9ffc-4882-a2f6-e48b5e0a1a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:35.083659 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:35.148060 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7660ff08-137e-445f-83e8-b55f310b1ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:35.194439 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7660ff08-137e-445f-83e8-b55f310b1ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:35.325235 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 0f509d75-a2a3-4284-81aa-265c59d5aa97 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:35.328727 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33462705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33157356'] for router, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:35.394696 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port 0f509d75-a2a3-4284-81aa-265c59d5aa97 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:35.474222 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7660ff08-137e-445f-83e8-b55f310b1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:35.477401 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7660ff08-137e-445f-83e8-b55f310b1ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:35.478839 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-7660ff08-137e-445f-83e8-b55f310b1ccc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f801f642-bc41-42d9-8e34-c8ad290ce4f5 HTTP/1.1" status: 204 len: 168 time: 0.4740810 Jun 16 16:23:35.486869 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-67de435a-88ab-4a29-8dc4-40991e29204d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:35.497651 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660ff08-137e-445f-83e8-b55f310b1ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f801f642-bc41-42d9-8e34-c8ad290ce4f5,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:35.504641 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7660ff08-137e-445f-83e8-b55f310b1ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:35.601905 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f91171-cbdb-4185-a5d7-a9052fb31108 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:35.614986 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:35.633900 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Transition to ACTIVE for port object 32f91171-cbdb-4185-a5d7-a9052fb31108 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:23:35.638701 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:35.642173 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:35.672858 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7da8849-b645-40f3-aa27-3a3be374d64b None None] Network ca357a02-cc61-4746-b1f2-e805d6e11173 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:23:35.765373 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Pushing event updated for resources: {'Port': ['ID=32f91171-cbdb-4185-a5d7-a9052fb31108,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:35.776842 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-53f8a3f7-af24-43c1-9940-d882a203138a None None] Provisioning for port 0f509d75-a2a3-4284-81aa-265c59d5aa97 completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:35.797953 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-53f8a3f7-af24-43c1-9940-d882a203138a None None] Provisioning complete for port 0f509d75-a2a3-4284-81aa-265c59d5aa97 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:35.798582 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-53f8a3f7-af24-43c1-9940-d882a203138a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:35.809794 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:35.857467 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c is scheduled to L3 agent 780d0648-e200-45fe-9780-6c920b856ccc with binding_index 1 {{(pid=91606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:23:35.889684 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d1c99-3d99-4513-8eca-b989510c7d8a req-752bb5fb-e961-45c5-b69f-e5a6570a5dd5 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:35.898838 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d64d1c99-3d99-4513-8eca-b989510c7d8a req-752bb5fb-e961-45c5-b69f-e5a6570a5dd5 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bf73e50-3739-40bc-a240-a3b5deadd107 HTTP/1.1" status: 200 len: 944 time: 0.1264634 Jun 16 16:23:35.922174 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59888) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:35.933724 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Attempting to bind port 32f91171-cbdb-4185-a5d7-a9052fb31108 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:23:35.934072 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Attempting to bind port 32f91171-cbdb-4185-a5d7-a9052fb31108 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'f5e4b054-24a2-4206-b5f4-da8b26467035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:23:35.934406 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Attempting to bind port 32f91171-cbdb-4185-a5d7-a9052fb31108 on network f5474398-e4d0-42ec-aa29-77718e3f18bb {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:35.946612 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-272b41ae-1074-46da-9a1d-7c805c50b24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:35.951937 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Port 32f91171-cbdb-4185-a5d7-a9052fb31108 on network f5474398-e4d0-42ec-aa29-77718e3f18bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:23:35.952273 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Attempting to bind port 32f91171-cbdb-4185-a5d7-a9052fb31108 on network f5474398-e4d0-42ec-aa29-77718e3f18bb {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:35.965665 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-53f8a3f7-af24-43c1-9940-d882a203138a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:35.971676 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:23:35.972036 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Checking segment: {'id': 'f5e4b054-24a2-4206-b5f4-da8b26467035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:23:35.972424 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Bound using segment: {'id': 'f5e4b054-24a2-4206-b5f4-da8b26467035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:23:35.972869 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Bound port: 32f91171-cbdb-4185-a5d7-a9052fb31108, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5e4b054-24a2-4206-b5f4-da8b26467035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:23:35.973215 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.013409 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-53f8a3f7-af24-43c1-9940-d882a203138a None None] For port 0f509d75-a2a3-4284-81aa-265c59d5aa97, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=0f509d75-a2a3-4284-81aa-265c59d5aa97,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:36.017321 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50301605-3c22-419b-bf95-9e5cd33b719d req-b0549d8a-c457-4314-ae04-32e148996789 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:36.018833 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-50301605-3c22-419b-bf95-9e5cd33b719d req-b0549d8a-c457-4314-ae04-32e148996789 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1492257 Jun 16 16:23:36.026201 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d64d1c99-3d99-4513-8eca-b989510c7d8a req-cca1f357-6286-46fa-a14c-71dacb172886 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258729 Jun 16 16:23:36.033844 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-53f8a3f7-af24-43c1-9940-d882a203138a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.043801 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:36.090478 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:23:36.111377 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Sync routers for ids ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:23:36.137310 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Routers {'0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:23:36.138067 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:23:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:36.141373 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8a3f7-af24-43c1-9940-d882a203138a None None] Pushing event updated for resources: {'Port': ['ID=0f509d75-a2a3-4284-81aa-265c59d5aa97,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:36.145122 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-53f8a3f7-af24-43c1-9940-d882a203138a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:36.164402 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] For port 32f91171-cbdb-4185-a5d7-a9052fb31108, host hv-cinder-77525, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:23:36.172498 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-50301605-3c22-419b-bf95-9e5cd33b719d req-fb707bd4-0834-4db0-86df-e7cafad97124 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212721 Jun 16 16:23:36.184767 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] For port 32f91171-cbdb-4185-a5d7-a9052fb31108, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=32f91171-cbdb-4185-a5d7-a9052fb31108,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:23:36.209169 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.215735 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:36.267184 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:36.267844 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.269304 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] 10.222.0.99 "PUT /v2.0/ports/32f91171-cbdb-4185-a5d7-a9052fb31108 HTTP/1.1" status: 200 len: 1094 time: 1.3088007 Jun 16 16:23:36.270897 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf73e50-3739-40bc-a240-a3b5deadd107', 'tag': '32f91171-cbdb-4185-a5d7-a9052fb31108'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:36.273444 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fef470e-aad4-40d7-acbb-dad49ef07b57" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf73e50-3739-40bc-a240-a3b5deadd107", "tag": "32f91171-cbdb-4185-a5d7-a9052fb31108"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:36.298309 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-272b41ae-1074-46da-9a1d-7c805c50b24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.306995 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-272b41ae-1074-46da-9a1d-7c805c50b24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.308583 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Notify callbacks [] for router, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.310167 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3536789 Jun 16 16:23:36.314680 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 59902) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:36.322357 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Set router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:23:36.323745 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Pushing event updated for resources: {'Port': ['ID=32f91171-cbdb-4185-a5d7-a9052fb31108,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:36.332200 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:36.332625 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:36.363916 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-272b41ae-1074-46da-9a1d-7c805c50b24a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7d088ae169774aa0979f0b46a48542c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4407747 Jun 16 16:23:36.368585 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59906) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:36.373140 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884a4250-edca-48a3-9c2f-925f43fc0e70 x-openstack-request-id: req-884a4250-edca-48a3-9c2f-925f43fc0e70 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:36.373903 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf73e50-3739-40bc-a240-a3b5deadd107", "tag": "32f91171-cbdb-4185-a5d7-a9052fb31108", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:36.374015 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-5ad1d4a2-c72a-45f6-b3ca-e1a2c25c05a7 None None] Provisioning complete for port 0f509d75-a2a3-4284-81aa-265c59d5aa97 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:36.374478 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-884a4250-edca-48a3-9c2f-925f43fc0e70 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:36.374735 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf73e50-3739-40bc-a240-a3b5deadd107', 'tag': '32f91171-cbdb-4185-a5d7-a9052fb31108', 'status': 'completed', 'code': 200} Jun 16 16:23:36.376753 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5ad1d4a2-c72a-45f6-b3ca-e1a2c25c05a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.395581 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b41ae-1074-46da-9a1d-7c805c50b24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016fc69a-5d5e-46da-9aa1-245e4bf6fb02,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:36.401169 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-272b41ae-1074-46da-9a1d-7c805c50b24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:36.445905 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e9e153ed-1bb8-41ed-bebb-08148991aed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.471895 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e9e153ed-1bb8-41ed-bebb-08148991aed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.536626 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e9e153ed-1bb8-41ed-bebb-08148991aed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.539898 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e9e153ed-1bb8-41ed-bebb-08148991aed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.553675 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-e9e153ed-1bb8-41ed-bebb-08148991aed3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/016fc69a-5d5e-46da-9aa1-245e4bf6fb02 HTTP/1.1" status: 204 len: 168 time: 0.1749501 Jun 16 16:23:36.555984 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e85b754c-c44b-4dcb-bd0b-4621996da2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:36.567765 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e153ed-1bb8-41ed-bebb-08148991aed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016fc69a-5d5e-46da-9aa1-245e4bf6fb02,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:36.571399 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e9e153ed-1bb8-41ed-bebb-08148991aed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:36.603030 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:34Z', 'revision_number': 3, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port': {'id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:36.606678 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Checking router: 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:23:36.607033 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Updating router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c port ce8227fc-70c6-4dea-88ae-ad5576800c69 binding host dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:23:36.651390 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.767797 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59918) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:36.902026 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-aa8d2cd9-7082-4dcf-9f5b-54451e1ba7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.927407 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.970797 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59922) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:36.983550 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.990117 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-02ba60f2-8b33-4a07-a6bf-90275b093c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:36.995328 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Transition to ACTIVE for port object ce8227fc-70c6-4dea-88ae-ad5576800c69 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:23:37.003746 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.006111 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-a42d5c3a-ad47-4859-a72a-f0c222593d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:37.053961 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-aa8d2cd9-7082-4dcf-9f5b-54451e1ba7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.063350 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Attempting to bind port ce8227fc-70c6-4dea-88ae-ad5576800c69 on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:23:37.063726 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Attempting to bind port ce8227fc-70c6-4dea-88ae-ad5576800c69 by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:23:37.064093 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Attempting to bind port ce8227fc-70c6-4dea-88ae-ad5576800c69 on network 543270ac-5087-4a4b-b928-324956c3ce61 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:37.070365 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-aa8d2cd9-7082-4dcf-9f5b-54451e1ba7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.071853 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce06ea8-7128-4835-b17c-46006f5ec1b9 None None] Pushing event updated for resources: {'Port': ['ID=ce8227fc-70c6-4dea-88ae-ad5576800c69,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:37.074890 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-869d54a5-8cad-400a-827f-bd2ea0f1c8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:37.082576 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce06ea8-7128-4835-b17c-46006f5ec1b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:37.082920 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce06ea8-7128-4835-b17c-46006f5ec1b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:37.083254 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce06ea8-7128-4835-b17c-46006f5ec1b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:37.083588 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce06ea8-7128-4835-b17c-46006f5ec1b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:37.083909 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce06ea8-7128-4835-b17c-46006f5ec1b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:37.084397 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce06ea8-7128-4835-b17c-46006f5ec1b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:37.084870 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce06ea8-7128-4835-b17c-46006f5ec1b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:37.085350 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce06ea8-7128-4835-b17c-46006f5ec1b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:37.085893 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce06ea8-7128-4835-b17c-46006f5ec1b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:37.086462 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce06ea8-7128-4835-b17c-46006f5ec1b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:37.087000 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce06ea8-7128-4835-b17c-46006f5ec1b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:37.087493 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce06ea8-7128-4835-b17c-46006f5ec1b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:37.093755 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-5ce06ea8-7128-4835-b17c-46006f5ec1b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:37.095339 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:23:37.095904 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Checking segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:23:37.096472 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.097792 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Bound using segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:23:37.098984 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Bound port: ce8227fc-70c6-4dea-88ae-ad5576800c69, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:23:37.099382 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.118199 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Allocated IP 172.20.0.1 (ca357a02-cc61-4746-b1f2-e805d6e11173/14329842-aea0-4ad3-99be-a5df5d0572d3/7be4786c-4e56-45af-8ea4-05d7e07f0471) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:23:37.155534 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d2cd9-7082-4dcf-9f5b-54451e1ba7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c4e5a0-baec-45f9-b071-529e2e2841eb,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:37.164738 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-aa8d2cd9-7082-4dcf-9f5b-54451e1ba7a5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=23a8d6089171410191e2661b99dcb112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3958254 Jun 16 16:23:37.165436 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59926) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:37.167304 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] For port ce8227fc-70c6-4dea-88ae-ad5576800c69, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:23:37.170193 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-aa8d2cd9-7082-4dcf-9f5b-54451e1ba7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:37.176186 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] For port ce8227fc-70c6-4dea-88ae-ad5576800c69, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=ce8227fc-70c6-4dea-88ae-ad5576800c69,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:23:37.181373 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.184975 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-2297cfae-bb8a-4980-ae76-3e66bfbae9e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:37.262431 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.271115 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Routers {'0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:23:37.272039 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:23:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:37.273621 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 0f509d75-a2a3-4284-81aa-265c59d5aa97 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:37.287313 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Transition to ACTIVE for port object 7be4786c-4e56-45af-8ea4-05d7e07f0471 will not be triggered until provisioned by entity DHCP. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:23:37.296446 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4d27cf95-d32b-424a-a068-f64d699e3f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.329932 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 0f509d75-a2a3-4284-81aa-265c59d5aa97 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:37.330365 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.335638 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30257329'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.340459 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:37.358922 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2c361-35ae-46f8-b09b-98ec0e2fbf44 req-57789e11-8d16-49d9-a3e3-c1fb03f4081f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:37.360367 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6ce2c361-35ae-46f8-b09b-98ec0e2fbf44 req-57789e11-8d16-49d9-a3e3-c1fb03f4081f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bf73e50-3739-40bc-a240-a3b5deadd107 HTTP/1.1" status: 200 len: 944 time: 0.1343050 Jun 16 16:23:37.362499 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4d27cf95-d32b-424a-a068-f64d699e3f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.377859 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce06ea8-7128-4835-b17c-46006f5ec1b9 None None] Pushing event updated for resources: {'Port': ['ID=ce8227fc-70c6-4dea-88ae-ad5576800c69,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:37.390687 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Network ca357a02-cc61-4746-b1f2-e805d6e11173 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:23:37.393056 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-02ba60f2-8b33-4a07-a6bf-90275b093c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.395242 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-5ce06ea8-7128-4835-b17c-46006f5ec1b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:37.399812 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:37.404589 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:23:37.408666 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-02ba60f2-8b33-4a07-a6bf-90275b093c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.442000 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6f6e336d-ab4b-4c19-ba31-b0c73a073238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:37.448444 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Pushing event updated for resources: {'Port': ['ID=7be4786c-4e56-45af-8ea4-05d7e07f0471,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:37.452623 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:37.460150 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33132125'] for router_interface, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.470158 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-02ba60f2-8b33-4a07-a6bf-90275b093c8a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cdd5c28e5b7042cb894652cd67909dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4978206 Jun 16 16:23:37.475219 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] Set router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:23:37.484159 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59930) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:37.527402 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba60f2-8b33-4a07-a6bf-90275b093c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3448440-cb64-4087-9f24-25b7947f2186,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:37.538173 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-02ba60f2-8b33-4a07-a6bf-90275b093c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:37.565838 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6ce2c361-35ae-46f8-b09b-98ec0e2fbf44 req-3c6bef39-a930-4648-98fc-5daea2cec88d tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914508 Jun 16 16:23:37.566947 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9c15edf2-c57e-4168-915f-f9f22c8e3cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.585244 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4d27cf95-d32b-424a-a068-f64d699e3f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.587986 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4d27cf95-d32b-424a-a068-f64d699e3f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.589113 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-4d27cf95-d32b-424a-a068-f64d699e3f89 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/83c4e5a0-baec-45f9-b071-529e2e2841eb HTTP/1.1" status: 204 len: 168 time: 0.4173303 Jun 16 16:23:37.595892 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-51b6ee53-8047-42f3-915d-ed58a67dc7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:37.616499 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9c15edf2-c57e-4168-915f-f9f22c8e3cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.632526 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27cf95-d32b-424a-a068-f64d699e3f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c4e5a0-baec-45f9-b071-529e2e2841eb,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:37.636495 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4d27cf95-d32b-424a-a068-f64d699e3f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:37.653599 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.727988 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9c15edf2-c57e-4168-915f-f9f22c8e3cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.731450 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-9c15edf2-c57e-4168-915f-f9f22c8e3cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.735619 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-9c15edf2-c57e-4168-915f-f9f22c8e3cfc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f3448440-cb64-4087-9f24-25b7947f2186 HTTP/1.1" status: 204 len: 168 time: 0.2497177 Jun 16 16:23:37.737412 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7660ff08-137e-445f-83e8-b55f310b1ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:37.754078 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15edf2-c57e-4168-915f-f9f22c8e3cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3448440-cb64-4087-9f24-25b7947f2186,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:37.759543 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9c15edf2-c57e-4168-915f-f9f22c8e3cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:37.826450 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-4b9aedca-78e1-4180-8283-babcbf39b3bb None None] Provisioning for port 7be4786c-4e56-45af-8ea4-05d7e07f0471 completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:37.841873 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-4b9aedca-78e1-4180-8283-babcbf39b3bb None None] Provisioning complete for port 7be4786c-4e56-45af-8ea4-05d7e07f0471 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:37.843295 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4b9aedca-78e1-4180-8283-babcbf39b3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.903281 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.909841 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30257319'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.914205 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:37.919887 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-4b9aedca-78e1-4180-8283-babcbf39b3bb None None] Port 7be4786c-4e56-45af-8ea4-05d7e07f0471 cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:23:37.929803 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed4622-8a61-4b69-b240-6ab5788bbe14 req-49db81f8-2bd8-4a32-bf29-82ab7354a6c4 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:37.931533 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-47ed4622-8a61-4b69-b240-6ab5788bbe14 req-49db81f8-2bd8-4a32-bf29-82ab7354a6c4 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1184642 Jun 16 16:23:37.947291 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:34Z', 'revision_number': 3, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port': {'id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:37.953183 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f43e7-7b29-41e6-9cb9-37a961ee7f58 None None] The sync data for ids ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'] in dv-cinder-775250-5-iscsi is: [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:34Z', 'revision_number': 3, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port': {'id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:23:38.006209 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-47ed4622-8a61-4b69-b240-6ab5788bbe14 req-04fa8c35-1ffe-4430-b9f2-eeaf8ffa79ea tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638750 Jun 16 16:23:38.024201 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33290164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33132065'] for router_interface, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:38.027766 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Pushing event updated for resources: {'Port': ['ID=7be4786c-4e56-45af-8ea4-05d7e07f0471,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:38.034515 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:38.160818 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Network ca357a02-cc61-4746-b1f2-e805d6e11173 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:23:38.165317 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:38.346021 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59946) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:38.367310 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7e59667c-578e-4db1-bf7d-3bfbb8cf0d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:38.398045 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:23:38.550397 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-d78e1462-34c7-4202-9150-5e1eb322df18 None None] Provisioning complete for port 7be4786c-4e56-45af-8ea4-05d7e07f0471 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:38.551076 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d78e1462-34c7-4202-9150-5e1eb322df18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:38.565454 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7e59667c-578e-4db1-bf7d-3bfbb8cf0d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:38.574598 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7e59667c-578e-4db1-bf7d-3bfbb8cf0d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:38.593475 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:23:38.599928 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-02ba60f2-8b33-4a07-a6bf-90275b093c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:38.600670 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] 10.222.0.86 "PUT /v2.0/routers/0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2846766 Jun 16 16:23:38.606159 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-7e59667c-578e-4db1-bf7d-3bfbb8cf0d90 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=445c1436ace74ca699b86ff82168eafa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568686 Jun 16 16:23:38.607198 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 59952) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:38.638729 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-d78e1462-34c7-4202-9150-5e1eb322df18 None None] Port 7be4786c-4e56-45af-8ea4-05d7e07f0471 cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:23:38.712905 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59667c-578e-4db1-bf7d-3bfbb8cf0d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef116218-40fd-408e-a2b3-0e293ed30a14,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:38.716638 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7e59667c-578e-4db1-bf7d-3bfbb8cf0d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:38.733982 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2ba6296b-41ae-4340-9849-214a80438874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:38.765448 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2ba6296b-41ae-4340-9849-214a80438874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:38.878761 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdb520-4105-4d2c-8d73-fa8bcd430b88 req-6841b9f5-7535-4ac3-b195-c4d37031db0a tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:38.886827 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0bfdb520-4105-4d2c-8d73-fa8bcd430b88 req-6841b9f5-7535-4ac3-b195-c4d37031db0a tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bf73e50-3739-40bc-a240-a3b5deadd107 HTTP/1.1" status: 200 len: 944 time: 0.0963967 Jun 16 16:23:38.894335 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2ba6296b-41ae-4340-9849-214a80438874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:38.896783 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2ba6296b-41ae-4340-9849-214a80438874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:38.900587 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-2ba6296b-41ae-4340-9849-214a80438874 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ef116218-40fd-408e-a2b3-0e293ed30a14 HTTP/1.1" status: 204 len: 168 time: 0.2900937 Jun 16 16:23:38.900587 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4e40584d-1baa-483d-9100-931a5920a19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:38.918039 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6296b-41ae-4340-9849-214a80438874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef116218-40fd-408e-a2b3-0e293ed30a14,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:38.921122 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2ba6296b-41ae-4340-9849-214a80438874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:38.960460 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0bfdb520-4105-4d2c-8d73-fa8bcd430b88 req-76fd0d9d-8502-49f0-9f4f-e2f516097dfe tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672767 Jun 16 16:23:39.035191 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef470e-aad4-40d7-acbb-dad49ef07b57 req-8095520a-1cd0-4b1f-b9ac-eaf7913454b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:39.036780 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4fef470e-aad4-40d7-acbb-dad49ef07b57 req-8095520a-1cd0-4b1f-b9ac-eaf7913454b7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7e3b66842dda409a9855ce1bf107e082&device_id=4bf73e50-3739-40bc-a240-a3b5deadd107 HTTP/1.1" status: 200 len: 1097 time: 0.0752859 Jun 16 16:23:39.204878 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef470e-aad4-40d7-acbb-dad49ef07b57 req-8ddca1a7-322d-48ad-8829-115a30108645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:39.206557 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4fef470e-aad4-40d7-acbb-dad49ef07b57 req-8ddca1a7-322d-48ad-8829-115a30108645 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=7e3b66842dda409a9855ce1bf107e082&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1523168 Jun 16 16:23:39.253588 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b013af2-3a60-4c68-8e57-40f56b8f8236 req-1c50e1bb-9983-4f59-a8b0-78c2cd27069d tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:39.262736 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8b013af2-3a60-4c68-8e57-40f56b8f8236 req-1c50e1bb-9983-4f59-a8b0-78c2cd27069d tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0997822 Jun 16 16:23:39.290064 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device ce8227fc-70c6-4dea-88ae-ad5576800c69 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:39.319852 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8b013af2-3a60-4c68-8e57-40f56b8f8236 req-6d2fe913-a4b1-454d-a107-3a70119cfeb9 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491621 Jun 16 16:23:39.356136 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef470e-aad4-40d7-acbb-dad49ef07b57 req-78a187b7-dac6-47ca-bfc9-e82a9f8d4f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:39.357791 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4fef470e-aad4-40d7-acbb-dad49ef07b57 req-78a187b7-dac6-47ca-bfc9-e82a9f8d4f7a service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1427722 Jun 16 16:23:39.368581 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port ce8227fc-70c6-4dea-88ae-ad5576800c69 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:39.373694 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port ce8227fc-70c6-4dea-88ae-ad5576800c69 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:39.374564 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:39.469661 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:39.486308 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-aaa61193-4a73-48cd-a93f-ccfbd4e067ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:39.487829 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-aaa61193-4a73-48cd-a93f-ccfbd4e067ec service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7e3b66842dda409a9855ce1bf107e082&device_id=4bf73e50-3739-40bc-a240-a3b5deadd107 HTTP/1.1" status: 200 len: 1097 time: 0.0764031 Jun 16 16:23:39.503264 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port ce8227fc-70c6-4dea-88ae-ad5576800c69, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=ce8227fc-70c6-4dea-88ae-ad5576800c69,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:39.509092 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:39.516963 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:39.593388 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-9632016a-0410-4c49-9dfd-c35e4456df5c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f91171-cbdb-4185-a5d7-a9052fb31108 HTTP/1.1" status: 200 len: 217 time: 0.0875604 Jun 16 16:23:39.610083 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=ce8227fc-70c6-4dea-88ae-ad5576800c69,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:39.615922 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:39.690513 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-08d64d6c-95bc-441e-87a6-2c69f6664768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:39.692283 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-08d64d6c-95bc-441e-87a6-2c69f6664768 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fffa3101-76c7-4dfc-80a7-5bba2806cf65 HTTP/1.1" status: 200 len: 855 time: 0.0856438 Jun 16 16:23:39.745277 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-e88b8a8c-7c03-46ca-80b4-2b32d19fa1c3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f5474398-e4d0-42ec-aa29-77718e3f18bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385218 Jun 16 16:23:39.844537 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 60034) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:39.850928 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-8970d6da-92dd-422b-bb76-b2a88c3cf03e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--22293306', 'description': 'tempest-description--1252050059'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:39.891910 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8970d6da-92dd-422b-bb76-b2a88c3cf03e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:39.907863 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-5c60398f-b50d-42ae-b6ac-59d22898a0bc service neutron] 10.222.0.99 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527233 Jun 16 16:23:40.063631 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-95cf08d6-16d8-4b76-a779-5ef451dcaf8c req-b24524cc-4079-4fb8-a51b-1228e6f09c2d service neutron] 10.222.0.99 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411910 Jun 16 16:23:40.147416 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8970d6da-92dd-422b-bb76-b2a88c3cf03e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.155229 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8970d6da-92dd-422b-bb76-b2a88c3cf03e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.163149 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-afcb4095-b281-4cdf-8515-9d5b5aeb89f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:40.217155 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8970d6da-92dd-422b-bb76-b2a88c3cf03e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.218172 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-8970d6da-92dd-422b-bb76-b2a88c3cf03e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3726363 Jun 16 16:23:40.220511 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970d6da-92dd-422b-bb76-b2a88c3cf03e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1532fc47-432e-47bc-988b-f7aa422a84ea,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:40.221234 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 60056) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:40.235132 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-81a3a11b-c0cc-49ac-8a23-50479dc2b087 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Request body: {'security_group_rule': {'security_group_id': '1532fc47-432e-47bc-988b-f7aa422a84ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:40.253890 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Sync routers for ids ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:23:40.262382 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-8970d6da-92dd-422b-bb76-b2a88c3cf03e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:40.269137 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Routers {'0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:23:40.269972 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:23:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:40.304517 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-81a3a11b-c0cc-49ac-8a23-50479dc2b087 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.374185 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2cc80-1317-4ce2-a8a7-166e91968d12 req-b16a5795-392c-4da1-a26f-2258d09ec25f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:40.375861 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-aed2cc80-1317-4ce2-a8a7-166e91968d12 req-b16a5795-392c-4da1-a26f-2258d09ec25f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bf73e50-3739-40bc-a240-a3b5deadd107 HTTP/1.1" status: 200 len: 944 time: 0.1125190 Jun 16 16:23:40.414058 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-81a3a11b-c0cc-49ac-8a23-50479dc2b087 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.422214 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-81a3a11b-c0cc-49ac-8a23-50479dc2b087 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.433960 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-aed2cc80-1317-4ce2-a8a7-166e91968d12 req-94c4984f-1c0f-4731-ae2e-0bbefdf22dd5 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436764 Jun 16 16:23:40.449083 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:40.450231 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Set router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:23:40.470743 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-81a3a11b-c0cc-49ac-8a23-50479dc2b087 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.474362 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-81a3a11b-c0cc-49ac-8a23-50479dc2b087 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2492614 Jun 16 16:23:40.474945 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 60070) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:40.475226 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3a11b-c0cc-49ac-8a23-50479dc2b087 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c03ff92-7a56-4cad-823c-895771f28d76,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:40.485649 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-81a3a11b-c0cc-49ac-8a23-50479dc2b087 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:40.488133 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-7b9b85fe-9c07-4ba8-9808-0e7eeade5374 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Request body: {'security_group_rule': {'security_group_id': '1532fc47-432e-47bc-988b-f7aa422a84ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:40.540970 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7b9b85fe-9c07-4ba8-9808-0e7eeade5374 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.605042 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305f62c-ec01-4c61-9d07-be957e52ec7c req-c3d32db8-6fca-494c-94fa-915ae6b45c37 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:40.606719 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2305f62c-ec01-4c61-9d07-be957e52ec7c req-c3d32db8-6fca-494c-94fa-915ae6b45c37 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0980227 Jun 16 16:23:40.628981 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7b9b85fe-9c07-4ba8-9808-0e7eeade5374 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.635129 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7b9b85fe-9c07-4ba8-9808-0e7eeade5374 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.639937 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d848c533-2263-4b29-b667-eda6ca836af0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:40.662957 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2305f62c-ec01-4c61-9d07-be957e52ec7c req-b9ab11ff-3665-4d78-ae2a-a542fdcb1cb2 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486004 Jun 16 16:23:40.687531 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7b9b85fe-9c07-4ba8-9808-0e7eeade5374 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.689728 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-7b9b85fe-9c07-4ba8-9808-0e7eeade5374 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2128525 Jun 16 16:23:40.690564 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b85fe-9c07-4ba8-9808-0e7eeade5374 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd634a31-cd92-46e3-bb03-8fdaf604894a,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:40.692236 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 60086) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:40.694323 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7b9b85fe-9c07-4ba8-9808-0e7eeade5374 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:40.697666 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Request body: {'floatingip': {'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:40.728601 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for floatingip, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.770412 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:37Z', 'revision_number': 4, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port': {'id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '7be4786c-4e56-45af-8ea4-05d7e07f0471', 'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'mac_address': 'fa:16:3e:22:bc:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:36Z', 'updated_at': '2021-06-16T16:23:37Z', 'revision_number': 2, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'subnets': [{'id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:40.774178 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Checking router: 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:23:40.774542 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Updating router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c port 7be4786c-4e56-45af-8ea4-05d7e07f0471 binding host dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:23:40.813107 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.855544 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.969519 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Allocated IP 172.27.0.219 (543270ac-5087-4a4b-b928-324956c3ce61/fb22e153-4378-4f12-ab9d-39b0c838861f/574e378f-ef7c-43ba-9d52-c9023fc6ff08) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:23:41.087710 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:41.111568 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:41.119834 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Transition to ACTIVE for port object 7be4786c-4e56-45af-8ea4-05d7e07f0471 will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:23:41.127658 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:41.131053 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:41.131184 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:41.134247 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:41.173646 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Network 543270ac-5087-4a4b-b928-324956c3ce61 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:23:41.181146 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:41.188225 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:23:41.242916 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d31a85-3787-419e-b465-88757f42a616 None None] Pushing event updated for resources: {'Port': ['ID=7be4786c-4e56-45af-8ea4-05d7e07f0471,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:41.257955 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Pushing event updated for resources: {'Port': ['ID=574e378f-ef7c-43ba-9d52-c9023fc6ff08,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:41.266459 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:41.274357 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b7d31a85-3787-419e-b465-88757f42a616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:41.276711 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device ce8227fc-70c6-4dea-88ae-ad5576800c69 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:41.337712 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Attempting to bind port 7be4786c-4e56-45af-8ea4-05d7e07f0471 on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:23:41.338186 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Attempting to bind port 7be4786c-4e56-45af-8ea4-05d7e07f0471 by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': 'e23b14d1-996c-47a1-8389-b1b371cf8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:23:41.338652 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Attempting to bind port 7be4786c-4e56-45af-8ea4-05d7e07f0471 on network ca357a02-cc61-4746-b1f2-e805d6e11173 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:41.348206 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:23:41.348880 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Checking segment: {'id': 'e23b14d1-996c-47a1-8389-b1b371cf8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:23:41.349496 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:41.350186 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Bound using segment: {'id': 'e23b14d1-996c-47a1-8389-b1b371cf8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:23:41.351121 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Bound port: 7be4786c-4e56-45af-8ea4-05d7e07f0471, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23b14d1-996c-47a1-8389-b1b371cf8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:23:41.351722 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:41.410588 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:41.435312 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] For port 7be4786c-4e56-45af-8ea4-05d7e07f0471, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:23:41.440321 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] For port 7be4786c-4e56-45af-8ea4-05d7e07f0471, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=7be4786c-4e56-45af-8ea4-05d7e07f0471,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:23:41.449409 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:41.453684 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:41.522208 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d31a85-3787-419e-b465-88757f42a616 None None] Pushing event updated for resources: {'Port': ['ID=7be4786c-4e56-45af-8ea4-05d7e07f0471,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:41.566004 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b7d31a85-3787-419e-b465-88757f42a616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:41.632739 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port ce8227fc-70c6-4dea-88ae-ad5576800c69 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:41.633421 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:41.638567 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Routers {'0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:23:41.643008 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:23:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:41.873249 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:41.926922 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bce943-2e98-4b57-90db-8991377a6334 req-8f1d71d9-b1c5-490b-b4c4-c19730dbfed1 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:41.928554 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-70bce943-2e98-4b57-90db-8991377a6334 req-8f1d71d9-b1c5-490b-b4c4-c19730dbfed1 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1122670 Jun 16 16:23:41.948676 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a643f-9a0b-4dcf-a3f1-5f41cd2e87f7 req-568053ce-38e7-47a2-96ca-1258447fce7d tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:41.950232 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-644a643f-9a0b-4dcf-a3f1-5f41cd2e87f7 req-568053ce-38e7-47a2-96ca-1258447fce7d tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bf73e50-3739-40bc-a240-a3b5deadd107 HTTP/1.1" status: 200 len: 944 time: 0.1706767 Jun 16 16:23:41.955224 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 32f91171-cbdb-4185-a5d7-a9052fb31108 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:23:42.008088 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-70bce943-2e98-4b57-90db-8991377a6334 req-b2774614-e0d0-4092-a904-23b34976a02a tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687182 Jun 16 16:23:42.019569 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-644a643f-9a0b-4dcf-a3f1-5f41cd2e87f7 req-a59950f4-a06b-4103-b701-0871b3a0e912 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546329 Jun 16 16:23:42.117520 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] Set router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:23:42.134092 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.142397 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.145717 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:42.163938 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 60134) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:42.220400 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Pushing event updated for resources: {'Port': ['ID=574e378f-ef7c-43ba-9d52-c9023fc6ff08,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:42.224440 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:42.230964 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33160423'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.235463 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 32f91171-cbdb-4185-a5d7-a9052fb31108, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=32f91171-cbdb-4185-a5d7-a9052fb31108,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:42.250055 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.251285 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5578017 Jun 16 16:23:42.264517 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': '32f91171-cbdb-4185-a5d7-a9052fb31108', 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb', 'port_id': '32f91171-cbdb-4185-a5d7-a9052fb31108', 'mac_address': 'fa:16:3e:9c:24:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffa3101-76c7-4dfc-80a7-5bba2806cf65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:23:42.293074 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-05d3cbc9-334c-4ce6-81cd-9a4b68aad5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.347223 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.380587 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f91171-cbdb-4185-a5d7-a9052fb31108 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:42.417454 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-05d3cbc9-334c-4ce6-81cd-9a4b68aad5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.424125 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-05d3cbc9-334c-4ce6-81cd-9a4b68aad5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.425954 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 32f91171-cbdb-4185-a5d7-a9052fb31108, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=32f91171-cbdb-4185-a5d7-a9052fb31108,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:42.427678 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:42.432873 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.434980 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:42.482954 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3cbc9-334c-4ce6-81cd-9a4b68aad5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f9bdc5-17e8-4046-a19d-96815f55f04f,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:42.487931 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-05d3cbc9-334c-4ce6-81cd-9a4b68aad5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:42.495257 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=32f91171-cbdb-4185-a5d7-a9052fb31108,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:42.498694 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:42.504693 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:37Z', 'revision_number': 4, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port': {'id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '7be4786c-4e56-45af-8ea4-05d7e07f0471', 'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'mac_address': 'fa:16:3e:22:bc:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:36Z', 'updated_at': '2021-06-16T16:23:41Z', 'revision_number': 4, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'subnets': [{'id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:42.505137 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77652ce2-733d-43b4-ad74-5a6ab2a2cff3 None None] The sync data for ids ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'] in dv-cinder-775250-5-iscsi is: [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:37Z', 'revision_number': 4, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port': {'id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '7be4786c-4e56-45af-8ea4-05d7e07f0471', 'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'mac_address': 'fa:16:3e:22:bc:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:36Z', 'updated_at': '2021-06-16T16:23:41Z', 'revision_number': 4, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'subnets': [{'id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:23:42.512672 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-05d3cbc9-334c-4ce6-81cd-9a4b68aad5c8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0e1ec7c1e555432696486de7888020dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475857 Jun 16 16:23:42.515763 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-bd3a5d45-d73d-447a-b662-8a7a2c787c90 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--22293306&fields=id&tenant_id=7b800ffbc0714945a225ea99c5155534 HTTP/1.1" status: 200 len: 267 time: 0.0573299 Jun 16 16:23:42.516301 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 60154) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:42.616101 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-61ea04d9-368e-4d23-9f4d-6a4aabdc0c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.817424 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['32f91171-cbdb-4185-a5d7-a9052fb31108'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:42.914897 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-61ea04d9-368e-4d23-9f4d-6a4aabdc0c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.942594 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-7c72d7ad-ddfa-4692-9794-d64b7f65ff35 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:42.950529 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-7c72d7ad-ddfa-4692-9794-d64b7f65ff35 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/networks?id=ca357a02-cc61-4746-b1f2-e805d6e11173 HTTP/1.1" status: 200 len: 817 time: 0.4116826 Jun 16 16:23:42.973051 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-082b1833-8038-4763-a917-cc600df84b9c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/quotas/7b800ffbc0714945a225ea99c5155534 HTTP/1.1" status: 200 len: 375 time: 0.0211709 Jun 16 16:23:43.083108 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-ffce160a-7bc9-490a-be97-0b5631efbd5f tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7b800ffbc0714945a225ea99c5155534&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1088402 Jun 16 16:23:43.084489 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-61ea04d9-368e-4d23-9f4d-6a4aabdc0c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:43.087243 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-61ea04d9-368e-4d23-9f4d-6a4aabdc0c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:43.088432 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-61ea04d9-368e-4d23-9f4d-6a4aabdc0c1a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e4f9bdc5-17e8-4046-a19d-96815f55f04f HTTP/1.1" status: 204 len: 168 time: 0.5711157 Jun 16 16:23:43.089234 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a9f26911-9ffc-4882-a2f6-e48b5e0a1a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:43.098652 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea04d9-368e-4d23-9f4d-6a4aabdc0c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f9bdc5-17e8-4046-a19d-96815f55f04f,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:43.101800 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-61ea04d9-368e-4d23-9f4d-6a4aabdc0c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:43.267946 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-d1914943-a143-480d-ae27-ed8bf32de91f service neutron] 10.222.0.86 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568518 Jun 16 16:23:43.309298 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 7be4786c-4e56-45af-8ea4-05d7e07f0471 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:43.350024 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 60172) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:43.396603 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660553a-6ca0-4065-9695-c1630a74c128 req-92804896-9cdc-4d06-a6ed-229add2a7713 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:43.407635 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6660553a-6ca0-4065-9695-c1630a74c128 req-92804896-9cdc-4d06-a6ed-229add2a7713 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1235797 Jun 16 16:23:43.413539 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port 7be4786c-4e56-45af-8ea4-05d7e07f0471 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:43.424547 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 7be4786c-4e56-45af-8ea4-05d7e07f0471 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:43.424933 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:43.464886 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6660553a-6ca0-4065-9695-c1630a74c128 req-c8604bc6-0d81-432b-8c5b-1edaa807e656 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546308 Jun 16 16:23:43.508925 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-aff8bf27-e344-4c4f-ab36-2dc3304d4fdb service neutron] 10.222.0.86 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308583 Jun 16 16:23:43.622374 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:43.651575 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d5dacc0c-d7af-4e84-a6bb-c97fdbb89ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:43.670880 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port 7be4786c-4e56-45af-8ea4-05d7e07f0471, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=7be4786c-4e56-45af-8ea4-05d7e07f0471,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:43.676572 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:43.680834 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-e62b188c-8320-426a-b88c-b42093605358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:43.752014 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 60182) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:43.777177 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ab18b03f-753d-4b92-ae60-7f0c4ee131b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:43.787749 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db8b5c-a5e7-468d-af1e-a828f3d9928c req-6da2d2b0-3107-4a35-9aa4-a85f680ebeb9 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:43.792117 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-92db8b5c-a5e7-468d-af1e-a828f3d9928c req-6da2d2b0-3107-4a35-9aa4-a85f680ebeb9 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bf73e50-3739-40bc-a240-a3b5deadd107 HTTP/1.1" status: 200 len: 945 time: 0.1639504 Jun 16 16:23:43.792495 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=7be4786c-4e56-45af-8ea4-05d7e07f0471,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:43.802377 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:43.857737 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-92db8b5c-a5e7-468d-af1e-a828f3d9928c req-e08f509f-674c-4b57-8c07-0740ab38a7d4 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592997 Jun 16 16:23:43.862126 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 32f91171-cbdb-4185-a5d7-a9052fb31108 up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:43.892973 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d5dacc0c-d7af-4e84-a6bb-c97fdbb89ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:43.901858 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d5dacc0c-d7af-4e84-a6bb-c97fdbb89ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:43.933501 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-61ea04d9-368e-4d23-9f4d-6a4aabdc0c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:43.940854 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port 32f91171-cbdb-4185-a5d7-a9052fb31108 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:43.945845 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port 32f91171-cbdb-4185-a5d7-a9052fb31108 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:43.946646 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:43.987853 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-d5dacc0c-d7af-4e84-a6bb-c97fdbb89ac8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c3e0de6418c34ffe8b80bc657dbb6786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6367667 Jun 16 16:23:43.991736 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dacc0c-d7af-4e84-a6bb-c97fdbb89ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9147bee-1eae-47b4-a84d-0645dee79e4b,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:43.992983 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 60190) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:43.994678 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d5dacc0c-d7af-4e84-a6bb-c97fdbb89ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:43.995661 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a686c656-4c18-410a-8c6d-57ad32d238ab req-05135546-abfe-455e-ab5e-65a7fdb4103c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 210 time: 0.0501175 Jun 16 16:23:44.062285 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:44.102896 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cd303fd0-3108-4abf-a27a-db0e02e5ee1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:44.110630 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf73e50-3739-40bc-a240-a3b5deadd107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f91171-cbdb-4185-a5d7-a9052fb31108'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:44.116076 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cc8624-5d62-4e0a-9c69-6554d7d33590" -d '{"events": [{"server_uuid": "4bf73e50-3739-40bc-a240-a3b5deadd107", "name": "network-vif-plugged", "status": "completed", "tag": "32f91171-cbdb-4185-a5d7-a9052fb31108"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:44.133813 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ab18b03f-753d-4b92-ae60-7f0c4ee131b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:44.139578 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 32f91171-cbdb-4185-a5d7-a9052fb31108, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=32f91171-cbdb-4185-a5d7-a9052fb31108,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:44.141206 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ab18b03f-753d-4b92-ae60-7f0c4ee131b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:44.143856 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-8970d6da-92dd-422b-bb76-b2a88c3cf03e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:44.152582 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:44.154552 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-53f8a3f7-af24-43c1-9940-d882a203138a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:44.162367 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cd303fd0-3108-4abf-a27a-db0e02e5ee1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:44.195828 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18b03f-753d-4b92-ae60-7f0c4ee131b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f71efb-824e-4cf3-a0c9-68ed06deb647,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:44.216856 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ab18b03f-753d-4b92-ae60-7f0c4ee131b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:44.220145 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=32f91171-cbdb-4185-a5d7-a9052fb31108,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:44.226727 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:44.230164 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cd303fd0-3108-4abf-a27a-db0e02e5ee1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:44.230307 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706e3bab-f61f-49f9-8726-0842cbd80fd6 x-openstack-request-id: req-706e3bab-f61f-49f9-8726-0842cbd80fd6 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:44.230606 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf73e50-3739-40bc-a240-a3b5deadd107", "name": "network-vif-plugged", "status": "completed", "tag": "32f91171-cbdb-4185-a5d7-a9052fb31108", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:44.231003 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-706e3bab-f61f-49f9-8726-0842cbd80fd6 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:44.231437 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf73e50-3739-40bc-a240-a3b5deadd107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f91171-cbdb-4185-a5d7-a9052fb31108', 'code': 200} Jun 16 16:23:44.236095 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cd303fd0-3108-4abf-a27a-db0e02e5ee1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:44.237823 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-cd303fd0-3108-4abf-a27a-db0e02e5ee1a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b9147bee-1eae-47b4-a84d-0645dee79e4b HTTP/1.1" status: 204 len: 168 time: 0.2407868 Jun 16 16:23:44.238862 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9e87946f-be6e-4c04-8635-cffc2d881c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:44.250740 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd303fd0-3108-4abf-a27a-db0e02e5ee1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9147bee-1eae-47b4-a84d-0645dee79e4b,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:44.253213 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-cd303fd0-3108-4abf-a27a-db0e02e5ee1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:44.255622 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 60196) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:44.255967 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-ab18b03f-753d-4b92-ae60-7f0c4ee131b8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e656ca964e0947da8748a2bee70243c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5031438 Jun 16 16:23:44.325430 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-842d55a2-0c37-435f-ad2c-3a319c7e60bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:44.357773 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-842d55a2-0c37-435f-ad2c-3a319c7e60bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:44.431205 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-842d55a2-0c37-435f-ad2c-3a319c7e60bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:44.434082 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-842d55a2-0c37-435f-ad2c-3a319c7e60bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:44.435363 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-842d55a2-0c37-435f-ad2c-3a319c7e60bc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/72f71efb-824e-4cf3-a0c9-68ed06deb647 HTTP/1.1" status: 204 len: 168 time: 0.1786680 Jun 16 16:23:44.437113 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e9e153ed-1bb8-41ed-bebb-08148991aed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:44.448877 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d55a2-0c37-435f-ad2c-3a319c7e60bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f71efb-824e-4cf3-a0c9-68ed06deb647,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:44.454681 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-842d55a2-0c37-435f-ad2c-3a319c7e60bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:44.587961 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033931e2-85ff-4904-886f-a8ed5fd6c011 req-38b1bd2d-bcc9-4d86-911e-f8ead25b6f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:44.589879 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-033931e2-85ff-4904-886f-a8ed5fd6c011 req-38b1bd2d-bcc9-4d86-911e-f8ead25b6f3b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4bf73e50-3739-40bc-a240-a3b5deadd107 HTTP/1.1" status: 200 len: 1099 time: 0.1169693 Jun 16 16:23:44.648194 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-033931e2-85ff-4904-886f-a8ed5fd6c011 req-4ba40f29-b1b4-40e6-ad1b-3a4b9bb26e1f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482483 Jun 16 16:23:44.706342 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed95af-8c5e-4624-a7fa-a158d6fdcb8d req-5a36ed96-8d6b-4a24-9859-79871af27ea2 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:44.710008 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a3ed95af-8c5e-4624-a7fa-a158d6fdcb8d req-5a36ed96-8d6b-4a24-9859-79871af27ea2 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0773695 Jun 16 16:23:44.750523 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a3ed95af-8c5e-4624-a7fa-a158d6fdcb8d req-8f92839c-ec13-420e-a8f8-d9516e76ff0c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369439 Jun 16 16:23:44.847380 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 60216) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:44.866220 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e7702358-b7e2-4d08-86fb-ed9bef36dfb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.022525 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e7702358-b7e2-4d08-86fb-ed9bef36dfb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.031134 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e7702358-b7e2-4d08-86fb-ed9bef36dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.036323 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0acd4460-b794-4792-a106-75b163f28c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:45.076121 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-e7702358-b7e2-4d08-86fb-ed9bef36dfb5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5214e3d1541d4160b9ba5fb5b8df6979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274640 Jun 16 16:23:45.078472 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7702358-b7e2-4d08-86fb-ed9bef36dfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db6d046-e033-4a3e-89d1-5a506351e282,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:45.082313 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e7702358-b7e2-4d08-86fb-ed9bef36dfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:45.083066 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 60226) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:45.084339 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04f62b-e811-4953-8031-64d7fa0ce48d req-9252fa61-d690-43bf-b314-84baf36a81bf tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:45.086094 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8b04f62b-e811-4953-8031-64d7fa0ce48d req-9252fa61-d690-43bf-b314-84baf36a81bf tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bf73e50-3739-40bc-a240-a3b5deadd107 HTTP/1.1" status: 200 len: 946 time: 0.0775294 Jun 16 16:23:45.149114 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8b04f62b-e811-4953-8031-64d7fa0ce48d req-ff6c9e55-81d0-4dc1-87f8-ee780ea1aace tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447378 Jun 16 16:23:45.162730 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49cbf2ef-8a8c-4a6d-ac00-358291246bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.205612 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49cbf2ef-8a8c-4a6d-ac00-358291246bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.254599 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 7be4786c-4e56-45af-8ea4-05d7e07f0471 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:45.263312 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4e627086-a7eb-4e14-a4fb-80f52d0527db req-161629a0-d2e9-4b7f-a847-00386af93347 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 210 time: 0.0411930 Jun 16 16:23:45.303239 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49cbf2ef-8a8c-4a6d-ac00-358291246bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.306084 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49cbf2ef-8a8c-4a6d-ac00-358291246bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.311828 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-49cbf2ef-8a8c-4a6d-ac00-358291246bbe admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5db6d046-e033-4a3e-89d1-5a506351e282 HTTP/1.1" status: 204 len: 168 time: 0.2229977 Jun 16 16:23:45.311828 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-881b53d9-24d4-4ee4-8412-ffafcd4e20fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:45.317461 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbf2ef-8a8c-4a6d-ac00-358291246bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db6d046-e033-4a3e-89d1-5a506351e282,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:45.319726 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-49cbf2ef-8a8c-4a6d-ac00-358291246bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:45.362478 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 7be4786c-4e56-45af-8ea4-05d7e07f0471 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:45.363013 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.657667 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-463d4ab8-e836-49c1-a6cf-0a38e97d9dea tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:45.659950 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-463d4ab8-e836-49c1-a6cf-0a38e97d9dea tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.99 "GET /v2.0/networks?id=ca357a02-cc61-4746-b1f2-e805d6e11173 HTTP/1.1" status: 200 len: 817 time: 0.1209364 Jun 16 16:23:45.730817 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-fed51822-dd2d-4bb9-b66b-a485757ef2e5 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b800ffbc0714945a225ea99c5155534 HTTP/1.1" status: 200 len: 378 time: 0.0566437 Jun 16 16:23:45.745670 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-b7c5b264-b435-4608-8786-38d34c591411 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Request body: {'port': {'device_id': 'd7efe21e-1c01-48cd-90e6-72823283a82e', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'admin_state_up': True, 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'security_groups': ['1532fc47-432e-47bc-988b-f7aa422a84ea']}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:45.943027 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-b7c5b264-b435-4608-8786-38d34c591411 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Made reservation on behalf of 7b800ffbc0714945a225ea99c5155534 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:23:45.948565 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-b7c5b264-b435-4608-8786-38d34c591411 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.987438 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff94f3-a6f1-42a5-94ec-e7bed039585e req-05b0844b-0d3f-49fe-98a8-6f5dcd5ad9ac tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:45.995023 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4dff94f3-a6f1-42a5-94ec-e7bed039585e req-05b0844b-0d3f-49fe-98a8-6f5dcd5ad9ac tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0911953 Jun 16 16:23:46.047565 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4dff94f3-a6f1-42a5-94ec-e7bed039585e req-c7592fe1-e1f0-44ae-8cb5-0a4c9d0e30d7 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505097 Jun 16 16:23:46.054449 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:23:46.120166 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-b7c5b264-b435-4608-8786-38d34c591411 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Allocated IP 172.20.0.10 (ca357a02-cc61-4746-b1f2-e805d6e11173/14329842-aea0-4ad3-99be-a5df5d0572d3/46a07b2d-e7ff-4578-9753-3c5246033510) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:23:46.302621 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-b7c5b264-b435-4608-8786-38d34c591411 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:46.321502 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-b7c5b264-b435-4608-8786-38d34c591411 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Transition to ACTIVE for port object 46a07b2d-e7ff-4578-9753-3c5246033510 will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:23:46.362070 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-b7c5b264-b435-4608-8786-38d34c591411 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:46.366609 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:46.410430 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b3c5d-0cbe-4d4b-890b-f9a75cc4d4ee req-2006c8a1-5cbf-4bbe-a61c-aa5509b05618 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:46.412077 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-da1b3c5d-0cbe-4d4b-890b-f9a75cc4d4ee req-2006c8a1-5cbf-4bbe-a61c-aa5509b05618 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bf73e50-3739-40bc-a240-a3b5deadd107 HTTP/1.1" status: 200 len: 946 time: 0.0946348 Jun 16 16:23:46.432438 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-b7c5b264-b435-4608-8786-38d34c591411 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Network ca357a02-cc61-4746-b1f2-e805d6e11173 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:23:46.460069 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-b7c5b264-b435-4608-8786-38d34c591411 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:46.465431 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-b7c5b264-b435-4608-8786-38d34c591411 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:23:46.471082 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5b264-b435-4608-8786-38d34c591411 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Pushing event updated for resources: {'Port': ['ID=46a07b2d-e7ff-4578-9753-3c5246033510,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:46.484877 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-da1b3c5d-0cbe-4d4b-890b-f9a75cc4d4ee req-e557c369-1deb-4ffd-a478-d60db6f15e38 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650373 Jun 16 16:23:46.494061 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b7c5b264-b435-4608-8786-38d34c591411 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:46.531018 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-b7c5b264-b435-4608-8786-38d34c591411 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:46.531018 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-b7c5b264-b435-4608-8786-38d34c591411 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:46.562205 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54126b6-9e3c-454e-858e-65ca8ec6e8ae req-655f8dd8-cd1e-49b2-a8e1-41184118aa0f tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:46.569599 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d54126b6-9e3c-454e-858e-65ca8ec6e8ae req-655f8dd8-cd1e-49b2-a8e1-41184118aa0f tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 932 time: 0.1601043 Jun 16 16:23:46.571997 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-b7c5b264-b435-4608-8786-38d34c591411 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8304856 Jun 16 16:23:46.600983 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Request body: {'port': {'device_id': 'd7efe21e-1c01-48cd-90e6-72823283a82e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:46.656782 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d54126b6-9e3c-454e-858e-65ca8ec6e8ae req-8060f904-b295-49ca-b8d1-773295d34cda tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862131 Jun 16 16:23:46.736432 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:46.840317 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-51d4f2c9-3bfd-4ddb-a690-7fc3223341a8 None None] Provisioning for port 46a07b2d-e7ff-4578-9753-3c5246033510 completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:46.847302 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-51d4f2c9-3bfd-4ddb-a690-7fc3223341a8 None None] Provisioning complete for port 46a07b2d-e7ff-4578-9753-3c5246033510 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:46.848623 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-51d4f2c9-3bfd-4ddb-a690-7fc3223341a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:46.908849 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-51d4f2c9-3bfd-4ddb-a690-7fc3223341a8 None None] Port 46a07b2d-e7ff-4578-9753-3c5246033510 cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:23:47.055937 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a07b2d-e7ff-4578-9753-3c5246033510 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:47.062474 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:47.078445 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Transition to ACTIVE for port object 46a07b2d-e7ff-4578-9753-3c5246033510 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:23:47.082910 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:47.086326 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:47.169883 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Pushing event updated for resources: {'Port': ['ID=46a07b2d-e7ff-4578-9753-3c5246033510,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:47.184454 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:47.265720 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Attempting to bind port 46a07b2d-e7ff-4578-9753-3c5246033510 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:23:47.266237 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Attempting to bind port 46a07b2d-e7ff-4578-9753-3c5246033510 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'e23b14d1-996c-47a1-8389-b1b371cf8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:23:47.266668 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Attempting to bind port 46a07b2d-e7ff-4578-9753-3c5246033510 on network ca357a02-cc61-4746-b1f2-e805d6e11173 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:47.272793 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Port 46a07b2d-e7ff-4578-9753-3c5246033510 on network ca357a02-cc61-4746-b1f2-e805d6e11173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:23:47.273910 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Attempting to bind port 46a07b2d-e7ff-4578-9753-3c5246033510 on network ca357a02-cc61-4746-b1f2-e805d6e11173 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:47.280042 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:23:47.280298 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Checking segment: {'id': 'e23b14d1-996c-47a1-8389-b1b371cf8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:23:47.280671 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Bound using segment: {'id': 'e23b14d1-996c-47a1-8389-b1b371cf8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:23:47.281106 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Bound port: 46a07b2d-e7ff-4578-9753-3c5246033510, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23b14d1-996c-47a1-8389-b1b371cf8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:23:47.281450 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:47.287232 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72100afb-f9d9-4809-b8c3-7f6d189308a6 req-4b97db80-1457-402b-b45a-82e6fc9b55db tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:47.313939 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-72100afb-f9d9-4809-b8c3-7f6d189308a6 req-4b97db80-1457-402b-b45a-82e6fc9b55db tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1196718 Jun 16 16:23:47.375635 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-72100afb-f9d9-4809-b8c3-7f6d189308a6 req-17f842de-da6e-489e-8b18-d5a8fea4a72c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536735 Jun 16 16:23:47.439006 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] For port 46a07b2d-e7ff-4578-9753-3c5246033510, host hv-cinder-77525, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:23:47.443067 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] For port 46a07b2d-e7ff-4578-9753-3c5246033510, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=46a07b2d-e7ff-4578-9753-3c5246033510,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:23:47.452537 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:47.459369 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ed0a5d6a-3c5e-4203-903c-fcfcd5a55295 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:47.490223 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:47.490845 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:47.492546 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] 10.222.0.99 "PUT /v2.0/ports/46a07b2d-e7ff-4578-9753-3c5246033510 HTTP/1.1" status: 200 len: 1094 time: 0.8971653 Jun 16 16:23:47.493053 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7efe21e-1c01-48cd-90e6-72823283a82e', 'tag': '46a07b2d-e7ff-4578-9753-3c5246033510'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:47.495524 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a149e5d-dbad-4487-bfe3-01b8e5328349" -d '{"events": [{"name": "network-changed", "server_uuid": "d7efe21e-1c01-48cd-90e6-72823283a82e", "tag": "46a07b2d-e7ff-4578-9753-3c5246033510"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:47.553462 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Pushing event updated for resources: {'Port': ['ID=46a07b2d-e7ff-4578-9753-3c5246033510,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:47.557196 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:47.617976 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b76956f-3b72-442f-b6ed-2a597f538a50 x-openstack-request-id: req-8b76956f-3b72-442f-b6ed-2a597f538a50 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:47.618411 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7efe21e-1c01-48cd-90e6-72823283a82e", "tag": "46a07b2d-e7ff-4578-9753-3c5246033510", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:47.618753 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8b76956f-3b72-442f-b6ed-2a597f538a50 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:47.619234 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7efe21e-1c01-48cd-90e6-72823283a82e', 'tag': '46a07b2d-e7ff-4578-9753-3c5246033510', 'status': 'completed', 'code': 200} Jun 16 16:23:47.639307 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-f82844e6-7ab1-4a47-98b9-5a1fcf1b54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:47.639638 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-f82844e6-7ab1-4a47-98b9-5a1fcf1b54e1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b800ffbc0714945a225ea99c5155534&device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 1097 time: 0.0811663 Jun 16 16:23:47.688669 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-707830e7-30e1-44f4-be01-106a1138abe7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46a07b2d-e7ff-4578-9753-3c5246033510 HTTP/1.1" status: 200 len: 217 time: 0.0410249 Jun 16 16:23:47.759431 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-26db9ab6-db1c-4376-8b33-3fe377e6c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:47.761940 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-26db9ab6-db1c-4376-8b33-3fe377e6c724 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=14329842-aea0-4ad3-99be-a5df5d0572d3 HTTP/1.1" status: 200 len: 856 time: 0.0668159 Jun 16 16:23:47.854209 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-520c597a-ee69-497a-8102-3e3a663336a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:47.855707 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-520c597a-ee69-497a-8102-3e3a663336a1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ca357a02-cc61-4746-b1f2-e805d6e11173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842543 Jun 16 16:23:47.915324 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fcbed-3b62-4d4e-8df3-381e9d4572a3 req-b7884b1e-30e0-4065-8c3a-890ccd057a6c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:47.916776 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-519fcbed-3b62-4d4e-8df3-381e9d4572a3 req-b7884b1e-30e0-4065-8c3a-890ccd057a6c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.0973792 Jun 16 16:23:48.010752 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-238b56e1-eb84-4a3e-89f9-347cab022877 service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364133 Jun 16 16:23:48.013577 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-519fcbed-3b62-4d4e-8df3-381e9d4572a3 req-0ae41cf3-cea7-4ed1-a060-bd7a0179652c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555296 Jun 16 16:23:48.548839 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7a6c2-3bc5-4095-8a86-b5637d601cf0 req-4018720f-c0b5-4f09-bb6b-f2264a3b936f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:48.550296 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-70a7a6c2-3bc5-4095-8a86-b5637d601cf0 req-4018720f-c0b5-4f09-bb6b-f2264a3b936f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0641804 Jun 16 16:23:48.591753 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-70a7a6c2-3bc5-4095-8a86-b5637d601cf0 req-11c8e0b1-3ad1-48f2-94e8-eb2347d546fa tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358183 Jun 16 16:23:51.211720 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-83fd4d87-439c-4b0b-9d2e-4f7a03e1c326 req-7d2c9494-ed2c-4029-8e2f-8f1b82056382 service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947254 Jun 16 16:23:51.380129 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d6637-904a-411c-b412-da48b01b4f0e req-108cc4f0-451d-4e2e-9058-b5aca0cdf7da tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:51.380236 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-415d6637-904a-411c-b412-da48b01b4f0e req-108cc4f0-451d-4e2e-9058-b5aca0cdf7da tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.1216254 Jun 16 16:23:51.423610 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a149e5d-dbad-4487-bfe3-01b8e5328349 req-ab032f31-3526-4551-bc17-c063228d6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:51.425057 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7a149e5d-dbad-4487-bfe3-01b8e5328349 req-ab032f31-3526-4551-bc17-c063228d6e2a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b800ffbc0714945a225ea99c5155534&device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 1097 time: 0.1163573 Jun 16 16:23:51.446852 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-415d6637-904a-411c-b412-da48b01b4f0e req-80c38c67-3a56-43f3-a3af-d137825f5f88 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558479 Jun 16 16:23:51.491149 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00d76e-6ad4-4916-b3de-9d1a5fea51dc req-75231f99-c71f-4ea5-9f9a-a93b227d5685 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:51.494061 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ce00d76e-6ad4-4916-b3de-9d1a5fea51dc req-75231f99-c71f-4ea5-9f9a-a93b227d5685 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0840082 Jun 16 16:23:51.539677 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ce00d76e-6ad4-4916-b3de-9d1a5fea51dc req-6eaa0743-973b-4768-b1d3-3b0656db69c6 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350780 Jun 16 16:23:51.564940 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a149e5d-dbad-4487-bfe3-01b8e5328349 req-9a54b0d6-e0a3-41eb-bd16-2094e36d470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:51.566410 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7a149e5d-dbad-4487-bfe3-01b8e5328349 req-9a54b0d6-e0a3-41eb-bd16-2094e36d470e service neutron] 10.222.0.99 "GET /v2.0/networks?id=ca357a02-cc61-4746-b1f2-e805d6e11173 HTTP/1.1" status: 200 len: 918 time: 0.1334617 Jun 16 16:23:51.606551 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7a149e5d-dbad-4487-bfe3-01b8e5328349 req-49d43194-0630-4191-b684-949713527d61 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46a07b2d-e7ff-4578-9753-3c5246033510 HTTP/1.1" status: 200 len: 217 time: 0.0333600 Jun 16 16:23:51.652821 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a149e5d-dbad-4487-bfe3-01b8e5328349 req-5b493f04-4777-4974-8658-b7608342c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:51.654282 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7a149e5d-dbad-4487-bfe3-01b8e5328349 req-5b493f04-4777-4974-8658-b7608342c983 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=14329842-aea0-4ad3-99be-a5df5d0572d3 HTTP/1.1" status: 200 len: 856 time: 0.0407853 Jun 16 16:23:51.713422 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a149e5d-dbad-4487-bfe3-01b8e5328349 req-cc1012d8-06c4-4862-b348-e11f679890f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:51.714295 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7a149e5d-dbad-4487-bfe3-01b8e5328349 req-cc1012d8-06c4-4862-b348-e11f679890f2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ca357a02-cc61-4746-b1f2-e805d6e11173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519557 Jun 16 16:23:51.832610 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7a149e5d-dbad-4487-bfe3-01b8e5328349 req-7bf1a65a-f236-4d33-82f1-3781d180d2f5 service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045976 Jun 16 16:23:51.935695 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7a149e5d-dbad-4487-bfe3-01b8e5328349 req-51b39322-cfad-45f0-a7ff-da23aa5f9e6b service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959091 Jun 16 16:23:52.160755 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0da08045-1f65-410d-a826-d81cc1737c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:52.644612 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87175f-ff3b-49c8-af53-c0be8e9c74ab req-e8a7fcd0-09df-4d87-b92a-468fdc5ebad7 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:52.646144 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8e87175f-ff3b-49c8-af53-c0be8e9c74ab req-e8a7fcd0-09df-4d87-b92a-468fdc5ebad7 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.0687444 Jun 16 16:23:52.687777 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8e87175f-ff3b-49c8-af53-c0be8e9c74ab req-7fae25bf-e15d-4a7f-b850-d38992df1796 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337176 Jun 16 16:23:52.864661 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40209014-14c9-4519-8b6f-ac7a9ca755f2 req-9a610c1b-0cc3-4125-8857-619476b05c80 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:52.866573 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-40209014-14c9-4519-8b6f-ac7a9ca755f2 req-9a610c1b-0cc3-4125-8857-619476b05c80 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0734019 Jun 16 16:23:52.912034 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-40209014-14c9-4519-8b6f-ac7a9ca755f2 req-a422e0ca-e207-4857-8650-259be5d9c8ef tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393634 Jun 16 16:23:53.887353 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bafc9b-6644-4665-9b7e-b2e83f6014cf req-5bbcbff9-0257-47d4-a1dc-91f1123391ba tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:53.888708 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-49bafc9b-6644-4665-9b7e-b2e83f6014cf req-5bbcbff9-0257-47d4-a1dc-91f1123391ba tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.0616646 Jun 16 16:23:53.929380 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-49bafc9b-6644-4665-9b7e-b2e83f6014cf req-49617657-cdbb-4a84-b605-6ab13ab0a5b9 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345876 Jun 16 16:23:54.095622 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880842e1-0f9b-45fb-b7fb-7eddb9f4dca6 req-d200800a-6af9-41e7-8f61-1407beca5d9e tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:54.097858 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-880842e1-0f9b-45fb-b7fb-7eddb9f4dca6 req-d200800a-6af9-41e7-8f61-1407beca5d9e tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0665681 Jun 16 16:23:54.138337 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-880842e1-0f9b-45fb-b7fb-7eddb9f4dca6 req-28cbf4d7-074a-4a81-8bd2-32b9f47bfcb6 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344467 Jun 16 16:23:54.797246 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8296ddf5-9be5-4293-b7ee-802d6f59eb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:54.890422 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:55.111454 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034ffb3-5885-43e5-bf25-eac33e27f79d req-5617341c-2b77-43d3-977d-961203949071 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:55.112856 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f034ffb3-5885-43e5-bf25-eac33e27f79d req-5617341c-2b77-43d3-977d-961203949071 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.0646849 Jun 16 16:23:55.155696 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f034ffb3-5885-43e5-bf25-eac33e27f79d req-79dc858e-b16d-4b57-857d-bc0a7e1a4b87 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370271 Jun 16 16:23:55.326742 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167c448-3db8-4196-9986-74ae39779e76 req-f891e76d-8ced-4155-99cc-ac4e5c09b260 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:55.328312 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8167c448-3db8-4196-9986-74ae39779e76 req-f891e76d-8ced-4155-99cc-ac4e5c09b260 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0691924 Jun 16 16:23:55.373536 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8167c448-3db8-4196-9986-74ae39779e76 req-9d4e8f01-9cdd-4983-9b22-386e22ca2b74 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379801 Jun 16 16:23:55.851558 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:55.910215 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 46a07b2d-e7ff-4578-9753-3c5246033510 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:23:56.019297 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 46a07b2d-e7ff-4578-9753-3c5246033510, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=46a07b2d-e7ff-4578-9753-3c5246033510,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:56.031510 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': '46a07b2d-e7ff-4578-9753-3c5246033510', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'port_id': '46a07b2d-e7ff-4578-9753-3c5246033510', 'mac_address': 'fa:16:3e:c5:53:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:23:56.070002 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:56.084748 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a07b2d-e7ff-4578-9753-3c5246033510 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:56.110224 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 46a07b2d-e7ff-4578-9753-3c5246033510, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=46a07b2d-e7ff-4578-9753-3c5246033510,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:56.113974 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:56.116006 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1a99b4b5-5161-4da4-8060-12c2622ea81a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:56.169713 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=46a07b2d-e7ff-4578-9753-3c5246033510,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:56.172775 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:56.336972 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b36e83-97e9-4579-b652-1f4681452e50 req-5bc59d51-e110-4297-b6f2-c5eddbfb90e6 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:56.338460 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-03b36e83-97e9-4579-b652-1f4681452e50 req-5bc59d51-e110-4297-b6f2-c5eddbfb90e6 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 945 time: 0.0638068 Jun 16 16:23:56.380227 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-03b36e83-97e9-4579-b652-1f4681452e50 req-9e3eee6c-b280-4769-bba6-f0e17cc67a72 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344346 Jun 16 16:23:56.542019 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['46a07b2d-e7ff-4578-9753-3c5246033510'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:56.558795 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f47c60-a18b-40b0-ab72-da22327daa6e req-34234e8e-98ca-4511-a73a-3d4a1dabcaf2 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:56.560248 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-89f47c60-a18b-40b0-ab72-da22327daa6e req-34234e8e-98ca-4511-a73a-3d4a1dabcaf2 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0693638 Jun 16 16:23:56.603987 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-89f47c60-a18b-40b0-ab72-da22327daa6e req-5207e808-a783-4568-8e59-6d84769ba314 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365818 Jun 16 16:23:57.585945 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61a996-4cc5-43fd-bb34-c78ecdfa741f req-1b102660-9622-44e1-a44f-9e4bce8c1fe6 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:57.587414 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5b61a996-4cc5-43fd-bb34-c78ecdfa741f req-1b102660-9622-44e1-a44f-9e4bce8c1fe6 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 945 time: 0.0816011 Jun 16 16:23:57.600205 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:57.625688 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5b61a996-4cc5-43fd-bb34-c78ecdfa741f req-c7ab36f8-0dd8-444b-91f6-b4678a1e137a tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323160 Jun 16 16:23:57.786832 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d077ee2-f621-4a55-90e7-be7e9012ea51 req-e3b81353-84a6-4a8b-87f9-d22b534775cc tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:57.788801 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8d077ee2-f621-4a55-90e7-be7e9012ea51 req-e3b81353-84a6-4a8b-87f9-d22b534775cc tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0647342 Jun 16 16:23:57.833512 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8d077ee2-f621-4a55-90e7-be7e9012ea51 req-d5e895b7-763f-4c11-ade2-5d222988c721 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380311 Jun 16 16:23:57.910828 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 46a07b2d-e7ff-4578-9753-3c5246033510 up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:57.961951 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port 46a07b2d-e7ff-4578-9753-3c5246033510 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:57.965745 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port 46a07b2d-e7ff-4578-9753-3c5246033510 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:57.966305 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:58.050067 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:58.069922 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7efe21e-1c01-48cd-90e6-72823283a82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a07b2d-e7ff-4578-9753-3c5246033510'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:58.072262 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f399a14b-acb7-424c-9fa0-c31d18ade37a" -d '{"events": [{"server_uuid": "d7efe21e-1c01-48cd-90e6-72823283a82e", "name": "network-vif-plugged", "status": "completed", "tag": "46a07b2d-e7ff-4578-9753-3c5246033510"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:58.085032 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 46a07b2d-e7ff-4578-9753-3c5246033510, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=46a07b2d-e7ff-4578-9753-3c5246033510,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:58.092496 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:58.096815 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:58.119095 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfcee04-e9af-4fef-9ae3-7a6701f3b185 x-openstack-request-id: req-bbfcee04-e9af-4fef-9ae3-7a6701f3b185 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:58.119384 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7efe21e-1c01-48cd-90e6-72823283a82e", "name": "network-vif-plugged", "status": "completed", "tag": "46a07b2d-e7ff-4578-9753-3c5246033510", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:58.119644 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bbfcee04-e9af-4fef-9ae3-7a6701f3b185 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:58.120212 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7efe21e-1c01-48cd-90e6-72823283a82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a07b2d-e7ff-4578-9753-3c5246033510', 'code': 200} Jun 16 16:23:58.122555 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:58.145778 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=46a07b2d-e7ff-4578-9753-3c5246033510,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:58.148551 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:58.363775 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbcbdc-3f60-4423-87aa-5875c98edffc req-555ea9e7-c709-41b4-9861-250bf971f158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:58.365220 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-39cbcbdc-3f60-4423-87aa-5875c98edffc req-555ea9e7-c709-41b4-9861-250bf971f158 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 1099 time: 0.0601959 Jun 16 16:23:58.406097 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-39cbcbdc-3f60-4423-87aa-5875c98edffc req-a40fd24c-fc72-41d7-acd5-defb8636389c service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0281150 Jun 16 16:23:58.826729 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61ee56-8859-4125-b7ea-9a396d793c74 req-d7908bae-14bd-4bd3-86b3-bb42de3f162c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:58.829048 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ef61ee56-8859-4125-b7ea-9a396d793c74 req-d7908bae-14bd-4bd3-86b3-bb42de3f162c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.0828853 Jun 16 16:23:58.868349 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ef61ee56-8859-4125-b7ea-9a396d793c74 req-21ed04d6-d677-4f62-b59f-c1dca361c5f2 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323820 Jun 16 16:23:59.091602 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543d724-7c1d-447b-af3a-3de7d349f6f6 req-78fd2f28-36e7-41b0-bd08-b997a64016b0 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:59.094523 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5543d724-7c1d-447b-af3a-3de7d349f6f6 req-78fd2f28-36e7-41b0-bd08-b997a64016b0 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0704660 Jun 16 16:23:59.133412 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5543d724-7c1d-447b-af3a-3de7d349f6f6 req-9b655370-ac14-4213-a521-0cc46aa1f235 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326355 Jun 16 16:23:59.940857 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 60560) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:00.063014 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-95fd324f-4267-4f7b-83e9-c84a5d29f5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:00.078572 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb6c63-629a-4fd2-8969-f2b6729cb6ad req-ff45fa8c-9337-4d38-a616-49e13f25dc58 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:00.080104 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-abdb6c63-629a-4fd2-8969-f2b6729cb6ad req-ff45fa8c-9337-4d38-a616-49e13f25dc58 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.0882130 Jun 16 16:24:00.137824 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-abdb6c63-629a-4fd2-8969-f2b6729cb6ad req-1f69a257-e1f0-4b48-9d3c-c61a2e9523c5 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513122 Jun 16 16:24:00.194989 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-95fd324f-4267-4f7b-83e9-c84a5d29f5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:00.199127 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-95fd324f-4267-4f7b-83e9-c84a5d29f5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:00.202740 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:00.244229 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-95fd324f-4267-4f7b-83e9-c84a5d29f5a1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bd0f247599554abf83d658fd88d0e27c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021607 Jun 16 16:24:00.244976 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd324f-4267-4f7b-83e9-c84a5d29f5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8bc9e3-be33-4ab1-ab7f-0b8f90e6a052,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:00.247402 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 60568) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:00.255325 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-95fd324f-4267-4f7b-83e9-c84a5d29f5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:00.306875 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ddaf50d9-d490-4d65-ae78-b5c7b95933ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:00.327850 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ddaf50d9-d490-4d65-ae78-b5c7b95933ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:00.339297 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2d85d-0ee2-4522-8300-ece17899c216 req-0e2df309-9e58-44dd-bc1b-a69eee256c92 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:00.340770 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-47f2d85d-0ee2-4522-8300-ece17899c216 req-0e2df309-9e58-44dd-bc1b-a69eee256c92 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0647442 Jun 16 16:24:00.375586 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ddaf50d9-d490-4d65-ae78-b5c7b95933ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:00.378116 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ddaf50d9-d490-4d65-ae78-b5c7b95933ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:00.379241 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-ddaf50d9-d490-4d65-ae78-b5c7b95933ae admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9b8bc9e3-be33-4ab1-ab7f-0b8f90e6a052 HTTP/1.1" status: 204 len: 168 time: 0.1305742 Jun 16 16:24:00.380074 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-bf930c8f-07bd-43ff-a62c-2d611bbbdd58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:00.381241 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-47f2d85d-0ee2-4522-8300-ece17899c216 req-d5251fed-3b3e-4a4a-9403-45563cdfe95a tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336225 Jun 16 16:24:00.387809 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf50d9-d490-4d65-ae78-b5c7b95933ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8bc9e3-be33-4ab1-ab7f-0b8f90e6a052,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:00.390188 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ddaf50d9-d490-4d65-ae78-b5c7b95933ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:00.666886 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 60578) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:00.680086 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ba51018f-4e0d-46ae-82a4-906996e20e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:00.771815 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ba51018f-4e0d-46ae-82a4-906996e20e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:00.775512 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ba51018f-4e0d-46ae-82a4-906996e20e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:00.778744 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d5dacc0c-d7af-4e84-a6bb-c97fdbb89ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:00.813692 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51018f-4e0d-46ae-82a4-906996e20e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6547794-9051-4672-a799-1ea9f3492848,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:00.818666 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-ba51018f-4e0d-46ae-82a4-906996e20e15 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b58bb456722a4edf806247a5fb554ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507590 Jun 16 16:24:00.819558 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ba51018f-4e0d-46ae-82a4-906996e20e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:00.822827 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 60582) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:00.873414 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7d30aa66-597c-4018-9f0c-a5635fd4eeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:00.894538 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7d30aa66-597c-4018-9f0c-a5635fd4eeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:00.942456 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7d30aa66-597c-4018-9f0c-a5635fd4eeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:00.945172 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7d30aa66-597c-4018-9f0c-a5635fd4eeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:00.946572 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-7d30aa66-597c-4018-9f0c-a5635fd4eeff admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a6547794-9051-4672-a799-1ea9f3492848 HTTP/1.1" status: 204 len: 168 time: 0.1228271 Jun 16 16:24:00.947468 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-2da7fa3a-356a-4b83-a837-c75f114de12b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:00.956407 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30aa66-597c-4018-9f0c-a5635fd4eeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6547794-9051-4672-a799-1ea9f3492848,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:00.958596 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7d30aa66-597c-4018-9f0c-a5635fd4eeff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:01.270622 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 60590) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:01.283774 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e466c713-9dad-485a-852b-31164c992c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:01.323391 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7c278-e9c6-47d4-b677-b489e1e5262f req-83f41df1-dd84-4547-9ee9-e2c740a5f80c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:01.325206 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4ed7c278-e9c6-47d4-b677-b489e1e5262f req-83f41df1-dd84-4547-9ee9-e2c740a5f80c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.0684993 Jun 16 16:24:01.364868 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4ed7c278-e9c6-47d4-b677-b489e1e5262f req-e3c5160b-6acb-4695-be8d-8122fe779e3b tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336332 Jun 16 16:24:01.373459 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e466c713-9dad-485a-852b-31164c992c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:01.378285 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e466c713-9dad-485a-852b-31164c992c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:01.381533 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-5564d32a-a47f-4210-9f37-47df9af0f41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:01.418821 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-e466c713-9dad-485a-852b-31164c992c1c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e5abbe80aedf4efdb3d86426c30e8d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470871 Jun 16 16:24:01.422018 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 60594) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:01.422522 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466c713-9dad-485a-852b-31164c992c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967371c5-9158-4ce1-9407-44ad74c53190,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:01.425819 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e466c713-9dad-485a-852b-31164c992c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:01.473603 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-47fa77b3-51bc-4944-ad65-ec987fcf57c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:01.500938 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-47fa77b3-51bc-4944-ad65-ec987fcf57c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:01.587708 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-47fa77b3-51bc-4944-ad65-ec987fcf57c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:01.591027 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-47fa77b3-51bc-4944-ad65-ec987fcf57c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:01.594510 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-47fa77b3-51bc-4944-ad65-ec987fcf57c9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/967371c5-9158-4ce1-9407-44ad74c53190 HTTP/1.1" status: 204 len: 168 time: 0.1685102 Jun 16 16:24:01.594510 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:01.611592 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c339626-95a7-419e-8e86-d16340dc006f req-311428b2-7361-4b9b-8e09-d7d9ec7064c4 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:01.613075 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1c339626-95a7-419e-8e86-d16340dc006f req-311428b2-7361-4b9b-8e09-d7d9ec7064c4 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1016097 Jun 16 16:24:01.613963 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa77b3-51bc-4944-ad65-ec987fcf57c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967371c5-9158-4ce1-9407-44ad74c53190,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:01.616764 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-47fa77b3-51bc-4944-ad65-ec987fcf57c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:01.654920 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1c339626-95a7-419e-8e86-d16340dc006f req-16dd7028-ac2d-412e-af0b-185874fb301d tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351400 Jun 16 16:24:02.274063 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 60630) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:02.376235 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-33b8397c-2a7d-4478-8f8a-a22e8537cd5d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-180957267-network', 'tenant_id': '7bcfe30bb33541a2a64b54f28cd68653'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:24:02.398097 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b8397c-2a7d-4478-8f8a-a22e8537cd5d admin admin] Made reservation on behalf of 7bcfe30bb33541a2a64b54f28cd68653 for: {'network': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:24:02.400353 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-33b8397c-2a7d-4478-8f8a-a22e8537cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.409282 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-33b8397c-2a7d-4478-8f8a-a22e8537cd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.536340 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-33b8397c-2a7d-4478-8f8a-a22e8537cd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.540407 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-33b8397c-2a7d-4478-8f8a-a22e8537cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.544891 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-368e883c-fa12-4669-b418-d9463166fd03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:02.566747 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b8397c-2a7d-4478-8f8a-a22e8537cd5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=91607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:24:02.604294 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-33b8397c-2a7d-4478-8f8a-a22e8537cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.604635 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.segments_db [None req-33b8397c-2a7d-4478-8f8a-a22e8537cd5d admin admin] Added segment d0ac130b-0685-4271-90e5-764479ac141d of type vlan for network 0abe7f2d-a61c-4ce5-8b77-4ef6648db760 Jun 16 16:24:02.625955 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8397c-2a7d-4478-8f8a-a22e8537cd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:02.629516 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-33b8397c-2a7d-4478-8f8a-a22e8537cd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:02.842744 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a6fcf-105b-4866-ae76-2ebcc7515d2e req-6dd79830-62b7-46b9-9714-b114f3b3c342 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:02.844789 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f24a6fcf-105b-4866-ae76-2ebcc7515d2e req-6dd79830-62b7-46b9-9714-b114f3b3c342 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0663164 Jun 16 16:24:02.885597 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f24a6fcf-105b-4866-ae76-2ebcc7515d2e req-840efc85-f679-444c-8a9a-110be002a3c8 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349600 Jun 16 16:24:02.909621 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3035697-f81a-4117-a826-be10117dc441 req-06ce5cc7-c6fd-4a91-aedc-7fa57be627b0 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:02.911364 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b3035697-f81a-4117-a826-be10117dc441 req-06ce5cc7-c6fd-4a91-aedc-7fa57be627b0 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.4254422 Jun 16 16:24:02.923049 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-33b8397c-2a7d-4478-8f8a-a22e8537cd5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:02.995146 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b3035697-f81a-4117-a826-be10117dc441 req-d93e65ab-513c-4fb5-8c02-8eebcf534eeb tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657980 Jun 16 16:24:03.011805 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-33b8397c-2a7d-4478-8f8a-a22e8537cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.016169 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b8397c-2a7d-4478-8f8a-a22e8537cd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:03.017247 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-33b8397c-2a7d-4478-8f8a-a22e8537cd5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.023634 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:03.065593 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-33b8397c-2a7d-4478-8f8a-a22e8537cd5d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7858040 Jun 16 16:24:03.066511 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 60654) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:03.074360 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-a04e5eee-2d76-4191-b3d0-327e39b86617 admin admin] Request body: {'subnet': {'network_id': '0abe7f2d-a61c-4ce5-8b77-4ef6648db760', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-180957267-subnet', 'tenant_id': '7bcfe30bb33541a2a64b54f28cd68653', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:24:03.091856 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8397c-2a7d-4478-8f8a-a22e8537cd5d admin admin] Pushing event updated for resources: {'Network': ['ID=0abe7f2d-a61c-4ce5-8b77-4ef6648db760,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:03.095115 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-33b8397c-2a7d-4478-8f8a-a22e8537cd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:03.104551 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network 0abe7f2d-a61c-4ce5-8b77-4ef6648db760 details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:24:03.125392 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04e5eee-2d76-4191-b3d0-327e39b86617 admin admin] Made reservation on behalf of 7bcfe30bb33541a2a64b54f28cd68653 for: {'subnet': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:24:03.131308 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a04e5eee-2d76-4191-b3d0-327e39b86617 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29844828'] for subnet, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.464233 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a04e5eee-2d76-4191-b3d0-327e39b86617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30257189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29844814'] for subnet, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.466572 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:03.517863 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e5eee-2d76-4191-b3d0-327e39b86617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9338250b-6def-4c3e-bf3f-79d4d517c3ca,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:03.528118 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a04e5eee-2d76-4191-b3d0-327e39b86617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:03.534681 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e5eee-2d76-4191-b3d0-327e39b86617 admin admin] Checking segment: {'id': 'd0ac130b-0685-4271-90e5-764479ac141d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0abe7f2d-a61c-4ce5-8b77-4ef6648db760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:24:03.535031 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04e5eee-2d76-4191-b3d0-327e39b86617 admin admin] Network hostable DHCP agents. Network: 0abe7f2d-a61c-4ce5-8b77-4ef6648db760, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:24:03.553682 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04e5eee-2d76-4191-b3d0-327e39b86617 admin admin] Network 0abe7f2d-a61c-4ce5-8b77-4ef6648db760 is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:24:03.562491 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-a04e5eee-2d76-4191-b3d0-327e39b86617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, 0abe7f2d-a61c-4ce5-8b77-4ef6648db760) {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:24:03.566706 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04e5eee-2d76-4191-b3d0-327e39b86617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:03.567287 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a04e5eee-2d76-4191-b3d0-327e39b86617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.571451 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fae5d7-25a1-4994-a57b-711e814fe0c5 None None] Network 0abe7f2d-a61c-4ce5-8b77-4ef6648db760 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:24:03.583505 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-a04e5eee-2d76-4191-b3d0-327e39b86617 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5155804 Jun 16 16:24:03.714363 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170efc61-3131-4269-bddd-ae2b49897472 None None] Network 0abe7f2d-a61c-4ce5-8b77-4ef6648db760 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:24:03.968049 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-bcb67648-3505-4bc9-a08f-cbab5acd132c tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:03.971089 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-bcb67648-3505-4bc9-a08f-cbab5acd132c tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/networks?id=f5474398-e4d0-42ec-aa29-77718e3f18bb HTTP/1.1" status: 200 len: 815 time: 0.1233976 Jun 16 16:24:04.023458 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-b15f32ed-aff4-4c8f-9b20-5bcdf9ac9ab6 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/quotas/7e3b66842dda409a9855ce1bf107e082 HTTP/1.1" status: 200 len: 375 time: 0.0355449 Jun 16 16:24:04.093501 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021e207-1879-4d4e-9240-faa06744e0ea req-dc4dcce2-3660-4e59-a08b-818b38e8d71f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:04.095393 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07366d35-aa91-43c3-95f7-5296502386c0 req-0cac878b-fcbd-41bf-b0f2-5425508890da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:04.096385 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f021e207-1879-4d4e-9240-faa06744e0ea req-dc4dcce2-3660-4e59-a08b-818b38e8d71f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0822251 Jun 16 16:24:04.096841 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-07366d35-aa91-43c3-95f7-5296502386c0 req-0cac878b-fcbd-41bf-b0f2-5425508890da service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 1098 time: 0.1205738 Jun 16 16:24:04.144957 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f021e207-1879-4d4e-9240-faa06744e0ea req-39b810d0-aead-4969-bcad-0628413cf200 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426366 Jun 16 16:24:04.157785 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-07366d35-aa91-43c3-95f7-5296502386c0 req-23ff597d-b98e-4e9b-ad19-1cde8def0ca6 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487142 Jun 16 16:24:04.173120 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-6485b91a-62db-4673-bb3e-3a41358e0b5b tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e3b66842dda409a9855ce1bf107e082&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1400342 Jun 16 16:24:04.267139 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-55f421bc-e346-40c8-9bfb-99289d65f8ab service neutron] 10.222.0.86 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857668 Jun 16 16:24:04.311632 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fa841-b6e4-41b1-b7f3-718b7b8033e8 req-1dda6cdd-e16d-40e1-a7e5-47753ba774eb tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:04.314379 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5a2fa841-b6e4-41b1-b7f3-718b7b8033e8 req-1dda6cdd-e16d-40e1-a7e5-47753ba774eb tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.0652196 Jun 16 16:24:04.351526 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5a2fa841-b6e4-41b1-b7f3-718b7b8033e8 req-68d2ee11-1ad4-40eb-ad1b-2ca49165327d tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312557 Jun 16 16:24:04.359562 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-56e434de-bcf3-452a-9b60-a047685f62b8 service neutron] 10.222.0.86 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859668 Jun 16 16:24:04.549803 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ef840-e4ee-43d4-ae3d-fc4a04282c2e req-34e8a8da-2923-446d-8918-de52f61f9312 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:04.550428 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bfab7b8a-29a4-4509-afce-146874c79428 req-cca63235-d1ff-49aa-80af-d2ff5d68b1b0 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 210 time: 0.0540419 Jun 16 16:24:04.555219 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-348ef840-e4ee-43d4-ae3d-fc4a04282c2e req-34e8a8da-2923-446d-8918-de52f61f9312 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.0913627 Jun 16 16:24:04.566023 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 60702) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:04.577851 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-ad5d803f-8011-4bb6-b77e-3447f1039f17 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Request body: {'floatingip': {'port_id': '46a07b2d-e7ff-4578-9753-3c5246033510'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:24:04.627714 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ad5d803f-8011-4bb6-b77e-3447f1039f17 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for floatingip, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:05.123706 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ad5d803f-8011-4bb6-b77e-3447f1039f17 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:05.127591 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ad5d803f-8011-4bb6-b77e-3447f1039f17 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33160423'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:05.248347 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.l3_db [None req-ad5d803f-8011-4bb6-b77e-3447f1039f17 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Floating IP 53761d1c-66f7-4d2b-9d2c-7f9432dd3993 associated. External IP: 172.27.0.219, port: 46a07b2d-e7ff-4578-9753-3c5246033510. Jun 16 16:24:05.409887 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabd46b-d7a4-49a5-9fac-04fa38aaa693 req-f42c60a8-6d97-4f97-a58b-a466571719cf tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:05.411381 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cfabd46b-d7a4-49a5-9fac-04fa38aaa693 req-f42c60a8-6d97-4f97-a58b-a466571719cf tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1201327 Jun 16 16:24:05.493808 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-ac0dcab4-7173-4fce-9eae-406090b40935 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:05.495185 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-ac0dcab4-7173-4fce-9eae-406090b40935 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/networks?id=0abe7f2d-a61c-4ce5-8b77-4ef6648db760 HTTP/1.1" status: 200 len: 808 time: 0.1192553 Jun 16 16:24:05.511806 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-07eb625b-5a91-4384-a8fc-bd04ff99ab58 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/quotas/7bcfe30bb33541a2a64b54f28cd68653 HTTP/1.1" status: 200 len: 375 time: 0.0091617 Jun 16 16:24:05.518537 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cfabd46b-d7a4-49a5-9fac-04fa38aaa693 req-a31c5bff-7a01-4e54-88f2-7f53ae38af83 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006739 Jun 16 16:24:05.546133 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-caf30679-e386-4b48-9af8-41c3e0abf325 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bcfe30bb33541a2a64b54f28cd68653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277224 Jun 16 16:24:05.557332 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5d803f-8011-4bb6-b77e-3447f1039f17 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:24:05.649658 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-56734ea1-767f-4430-9017-2d89d670ae1e service neutron] 10.222.0.86 "GET /v2.0/networks/0abe7f2d-a61c-4ce5-8b77-4ef6648db760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958054 Jun 16 16:24:05.678851 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5d803f-8011-4bb6-b77e-3447f1039f17 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:24:05.691832 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ad5d803f-8011-4bb6-b77e-3447f1039f17 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:05.699067 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e879ac-71ff-4d4c-ae29-b45fa5b9ef9d None None] Sync routers for ids ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:24:05.711188 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e879ac-71ff-4d4c-ae29-b45fa5b9ef9d None None] Routers {'0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:24:05.711810 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-84e879ac-71ff-4d4c-ae29-b45fa5b9ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:23:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:05.756257 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-311143ac-66b3-4cdb-b204-643ac0f9ad10 req-47949aed-acf3-4e51-91f2-f8fa43c56e22 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 210 time: 0.0809593 Jun 16 16:24:05.758464 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-ad5d803f-8011-4bb6-b77e-3447f1039f17 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "PUT /v2.0/floatingips/53761d1c-66f7-4d2b-9d2c-7f9432dd3993 HTTP/1.1" status: 200 len: 992 time: 1.1906915 Jun 16 16:24:05.759752 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7efe21e-1c01-48cd-90e6-72823283a82e', 'tag': '46a07b2d-e7ff-4578-9753-3c5246033510'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:24:05.762919 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c28373-6ce8-4728-87b0-d7175f0c9b63" -d '{"events": [{"name": "network-changed", "server_uuid": "d7efe21e-1c01-48cd-90e6-72823283a82e", "tag": "46a07b2d-e7ff-4578-9753-3c5246033510"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:05.787795 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e00e7238-8d2b-4f78-be8e-41793bb45a1e service neutron] 10.222.0.86 "GET /v2.0/networks/0abe7f2d-a61c-4ce5-8b77-4ef6648db760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305361 Jun 16 16:24:05.906691 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-84e879ac-71ff-4d4c-ae29-b45fa5b9ef9d None None] Set router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:24:06.079231 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea048e0-2f8e-4337-8727-726f799f6b19 x-openstack-request-id: req-bea048e0-2f8e-4337-8727-726f799f6b19 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:06.080073 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7efe21e-1c01-48cd-90e6-72823283a82e", "tag": "46a07b2d-e7ff-4578-9753-3c5246033510", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:06.080680 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bea048e0-2f8e-4337-8727-726f799f6b19 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:06.083370 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7efe21e-1c01-48cd-90e6-72823283a82e', 'tag': '46a07b2d-e7ff-4578-9753-3c5246033510', 'status': 'completed', 'code': 200} Jun 16 16:24:06.111764 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-c45946bc-719c-437a-ba00-4ad1b6ee5eb2 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:06.113352 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-c45946bc-719c-437a-ba00-4ad1b6ee5eb2 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.99 "GET /v2.0/networks?id=f5474398-e4d0-42ec-aa29-77718e3f18bb HTTP/1.1" status: 200 len: 815 time: 0.2426388 Jun 16 16:24:06.131708 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-91d55b94-f7c4-40a1-8ddb-0de3de880026 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Request body: {'port': {'device_id': '60d9f1ad-73d7-4557-b501-acd8bccb7217', 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb', 'admin_state_up': True, 'tenant_id': '7e3b66842dda409a9855ce1bf107e082'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:24:06.272286 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5cd9179e-bdc4-4cae-8e7a-c5144428760c req-c7c33c88-9666-4db9-9fd3-7a4ca1e77d21 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a88eca6-1ad3-4378-80e5-784086983dae HTTP/1.1" status: 200 len: 210 time: 0.1070271 Jun 16 16:24:06.277362 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-84e879ac-71ff-4d4c-ae29-b45fa5b9ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:37Z', 'revision_number': 4, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port': {'id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '53761d1c-66f7-4d2b-9d2c-7f9432dd3993', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'port_id': '46a07b2d-e7ff-4578-9753-3c5246033510', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'mac_address': 'fa:16:3e:c5:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7efe21e-1c01-48cd-90e6-72823283a82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:23:41Z', 'updated_at': '2021-06-16T16:24:05Z', 'revision_number': 1, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be4786c-4e56-45af-8ea4-05d7e07f0471', 'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'mac_address': 'fa:16:3e:22:bc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:36Z', 'updated_at': '2021-06-16T16:23:43Z', 'revision_number': 5, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'subnets': [{'id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:06.288154 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e879ac-71ff-4d4c-ae29-b45fa5b9ef9d None None] Checking router: 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:24:06.302006 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e879ac-71ff-4d4c-ae29-b45fa5b9ef9d None None] Routers {'0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:24:06.302646 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-84e879ac-71ff-4d4c-ae29-b45fa5b9ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:23:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:06.313218 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c28373-6ce8-4728-87b0-d7175f0c9b63 req-8bab7232-fd1c-4d67-b714-a7923c6bdeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:06.315004 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-63c28373-6ce8-4728-87b0-d7175f0c9b63 req-8bab7232-fd1c-4d67-b714-a7923c6bdeec service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b800ffbc0714945a225ea99c5155534&device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 1099 time: 0.1672425 Jun 16 16:24:06.342088 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-91d55b94-f7c4-40a1-8ddb-0de3de880026 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Made reservation on behalf of 7e3b66842dda409a9855ce1bf107e082 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:24:06.347699 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-91d55b94-f7c4-40a1-8ddb-0de3de880026 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:06.455989 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-84e879ac-71ff-4d4c-ae29-b45fa5b9ef9d None None] Set router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:24:06.458480 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c28373-6ce8-4728-87b0-d7175f0c9b63 req-4052925a-52be-45a8-97f2-53fb736e8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:06.460574 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-63c28373-6ce8-4728-87b0-d7175f0c9b63 req-4052925a-52be-45a8-97f2-53fb736e8b81 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ca357a02-cc61-4746-b1f2-e805d6e11173 HTTP/1.1" status: 200 len: 918 time: 0.1362760 Jun 16 16:24:06.537719 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-91d55b94-f7c4-40a1-8ddb-0de3de880026 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Allocated IP 172.20.0.9 (f5474398-e4d0-42ec-aa29-77718e3f18bb/fffa3101-76c7-4dfc-80a7-5bba2806cf65/ecfe5801-190a-48c5-b80f-1e73d6fd2dd7) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:24:06.585263 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-63c28373-6ce8-4728-87b0-d7175f0c9b63 req-3162cf84-d4cd-49b2-a353-d06c5cbbee40 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46a07b2d-e7ff-4578-9753-3c5246033510 HTTP/1.1" status: 200 len: 1000 time: 0.1084337 Jun 16 16:24:06.686101 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c28373-6ce8-4728-87b0-d7175f0c9b63 req-53ddf71b-8d8f-4890-95ff-184bb56e12fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:06.688380 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-63c28373-6ce8-4728-87b0-d7175f0c9b63 req-53ddf71b-8d8f-4890-95ff-184bb56e12fd service neutron] 10.222.0.99 "GET /v2.0/subnets?id=14329842-aea0-4ad3-99be-a5df5d0572d3 HTTP/1.1" status: 200 len: 856 time: 0.0614579 Jun 16 16:24:06.759035 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-91d55b94-f7c4-40a1-8ddb-0de3de880026 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:06.780088 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c28373-6ce8-4728-87b0-d7175f0c9b63 req-c27b2a8b-0bb8-4e78-886a-9396be5993f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:06.783285 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-63c28373-6ce8-4728-87b0-d7175f0c9b63 req-c27b2a8b-0bb8-4e78-886a-9396be5993f6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ca357a02-cc61-4746-b1f2-e805d6e11173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843284 Jun 16 16:24:06.787336 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5df31a-d6e4-49b4-b75c-6362e1165731 req-b48cb659-23ed-4971-9b58-c3374403b2d3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:06.788891 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2f5df31a-d6e4-49b4-b75c-6362e1165731 req-b48cb659-23ed-4971-9b58-c3374403b2d3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1160853 Jun 16 16:24:06.797761 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-84e879ac-71ff-4d4c-ae29-b45fa5b9ef9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:37Z', 'revision_number': 4, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port': {'id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '53761d1c-66f7-4d2b-9d2c-7f9432dd3993', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'port_id': '46a07b2d-e7ff-4578-9753-3c5246033510', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'mac_address': 'fa:16:3e:c5:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7efe21e-1c01-48cd-90e6-72823283a82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:23:41Z', 'updated_at': '2021-06-16T16:24:05Z', 'revision_number': 1, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be4786c-4e56-45af-8ea4-05d7e07f0471', 'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'mac_address': 'fa:16:3e:22:bc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:36Z', 'updated_at': '2021-06-16T16:23:43Z', 'revision_number': 5, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'subnets': [{'id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:06.802185 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e879ac-71ff-4d4c-ae29-b45fa5b9ef9d None None] The sync data for ids ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'] in dv-cinder-775250-5-iscsi is: [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:37Z', 'revision_number': 4, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port': {'id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '53761d1c-66f7-4d2b-9d2c-7f9432dd3993', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'port_id': '46a07b2d-e7ff-4578-9753-3c5246033510', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'mac_address': 'fa:16:3e:c5:53:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7efe21e-1c01-48cd-90e6-72823283a82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:23:41Z', 'updated_at': '2021-06-16T16:24:05Z', 'revision_number': 1, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be4786c-4e56-45af-8ea4-05d7e07f0471', 'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'mac_address': 'fa:16:3e:22:bc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:36Z', 'updated_at': '2021-06-16T16:23:43Z', 'revision_number': 5, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'subnets': [{'id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:24:06.873284 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2f5df31a-d6e4-49b4-b75c-6362e1165731 req-8b5009fb-c8d2-43b5-92c6-faa57cdf1462 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705287 Jun 16 16:24:06.895119 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-91d55b94-f7c4-40a1-8ddb-0de3de880026 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:06.909861 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['9b14f5c6-e131-478c-be68-ab84f5ee4513', '01bdd8b7-be81-49cb-900d-f19d056ba4a3', '32f91171-cbdb-4185-a5d7-a9052fb31108'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:24:06.914119 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:06.936626 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-63c28373-6ce8-4728-87b0-d7175f0c9b63 req-7f313eb8-291d-470d-9db0-f8705d940b7b service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354206 Jun 16 16:24:06.962924 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-91d55b94-f7c4-40a1-8ddb-0de3de880026 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Network f5474398-e4d0-42ec-aa29-77718e3f18bb is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:24:07.007823 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-91d55b94-f7c4-40a1-8ddb-0de3de880026 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:24:07.012697 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-91d55b94-f7c4-40a1-8ddb-0de3de880026 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:24:07.180652 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-63c28373-6ce8-4728-87b0-d7175f0c9b63 req-ccfb5538-92dc-4df0-be5d-f015591e2a5d service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355592 Jun 16 16:24:07.205744 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d55b94-f7c4-40a1-8ddb-0de3de880026 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Pushing event updated for resources: {'Port': ['ID=ecfe5801-190a-48c5-b80f-1e73d6fd2dd7,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:07.218279 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-91d55b94-f7c4-40a1-8ddb-0de3de880026 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:07.230989 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b84fbf-c484-4fc2-9d12-d5dec1c43e04 None None] New status for floating IP 53761d1c-66f7-4d2b-9d2c-7f9432dd3993: ACTIVE {{(pid=91608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:24:07.233757 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541aee6-aa59-4022-ab70-f15a2d242f15 req-3c9cc56e-15c2-499d-8b75-fb7e67d7bdbd tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:07.241633 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2541aee6-aa59-4022-ab70-f15a2d242f15 req-3c9cc56e-15c2-499d-8b75-fb7e67d7bdbd tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 931 time: 0.1612368 Jun 16 16:24:07.273440 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-91d55b94-f7c4-40a1-8ddb-0de3de880026 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:07.274536 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-91d55b94-f7c4-40a1-8ddb-0de3de880026 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:07.297187 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2541aee6-aa59-4022-ab70-f15a2d242f15 req-62f3f1dd-d16a-4488-b5e0-e4d3a796836c tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534849 Jun 16 16:24:07.302441 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-91d55b94-f7c4-40a1-8ddb-0de3de880026 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1749675 Jun 16 16:24:07.324712 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c913f-df1d-4ed0-b073-087dbdd58fe9 req-e1441fa2-27e3-4d84-a20b-6987e7516deb tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:07.326641 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-af5c913f-df1d-4ed0-b073-087dbdd58fe9 req-e1441fa2-27e3-4d84-a20b-6987e7516deb tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.2542191 Jun 16 16:24:07.333383 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Request body: {'port': {'device_id': '60d9f1ad-73d7-4557-b501-acd8bccb7217', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:24:07.412362 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-af5c913f-df1d-4ed0-b073-087dbdd58fe9 req-8bef8ca9-6e43-4ce9-b6a1-7e41fdcaa2a8 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752223 Jun 16 16:24:07.493001 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:07.790066 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5a375286-93a5-4d07-84ec-ce63d5e91867 req-0da813ad-649a-4ce4-b8ad-75f95bc7e120 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a88eca6-1ad3-4378-80e5-784086983dae HTTP/1.1" status: 200 len: 210 time: 0.0602040 Jun 16 16:24:08.026856 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 60810) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:08.044449 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-de1c1cde-ff43-4255-888a-918826d8c15e tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:08.046215 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-de1c1cde-ff43-4255-888a-918826d8c15e tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.99 "GET /v2.0/networks?id=0abe7f2d-a61c-4ce5-8b77-4ef6648db760 HTTP/1.1" status: 200 len: 808 time: 0.2508020 Jun 16 16:24:08.065610 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-58f54f58-533a-4dd5-a519-a7f14bb75d1d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Request body: {'port': {'device_id': '4a88eca6-1ad3-4378-80e5-784086983dae', 'network_id': '0abe7f2d-a61c-4ce5-8b77-4ef6648db760', 'admin_state_up': True, 'tenant_id': '7bcfe30bb33541a2a64b54f28cd68653'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:24:08.212504 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1ccda311-7027-4100-8345-29f2e6c2e362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.239697 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-58f54f58-533a-4dd5-a519-a7f14bb75d1d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Made reservation on behalf of 7bcfe30bb33541a2a64b54f28cd68653 for: {'port': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:24:08.243169 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-58f54f58-533a-4dd5-a519-a7f14bb75d1d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.307090 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:24:08.314768 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.330353 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Transition to ACTIVE for port object ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:24:08.335595 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.338773 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-75d61ad5-aa38-4a00-89a3-2031cf4d4432 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:08.419382 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfe5801-190a-48c5-b80f-1e73d6fd2dd7,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:08.423836 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:08.434196 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-58f54f58-533a-4dd5-a519-a7f14bb75d1d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Allocated IP 172.20.0.11 (0abe7f2d-a61c-4ce5-8b77-4ef6648db760/9338250b-6def-4c3e-bf3f-79d4d517c3ca/05d000cb-80bc-404e-8005-e30da337e00b) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:24:08.449602 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1ccda311-7027-4100-8345-29f2e6c2e362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.456528 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1ccda311-7027-4100-8345-29f2e6c2e362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.460154 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-84069d6e-9fcd-40f4-81fc-1b11045995a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:08.505907 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccda311-7027-4100-8345-29f2e6c2e362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fab1851-afc8-4b2f-97da-8f7680b0f8cb,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:08.525893 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1ccda311-7027-4100-8345-29f2e6c2e362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:08.541914 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-1ccda311-7027-4100-8345-29f2e6c2e362 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=761b507c77ef4baebd2957d8604672b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5134346 Jun 16 16:24:08.542604 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 60818) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:08.559597 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Attempting to bind port ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:24:08.559935 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Attempting to bind port ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'f5e4b054-24a2-4206-b5f4-da8b26467035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:24:08.560324 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Attempting to bind port ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 on network f5474398-e4d0-42ec-aa29-77718e3f18bb {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:24:08.568894 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Port ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 on network f5474398-e4d0-42ec-aa29-77718e3f18bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:24:08.570211 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Attempting to bind port ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 on network f5474398-e4d0-42ec-aa29-77718e3f18bb {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:24:08.578831 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:24:08.579267 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Checking segment: {'id': 'f5e4b054-24a2-4206-b5f4-da8b26467035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:24:08.579721 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Bound using segment: {'id': 'f5e4b054-24a2-4206-b5f4-da8b26467035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:24:08.580159 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Bound port: ecfe5801-190a-48c5-b80f-1e73d6fd2dd7, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5e4b054-24a2-4206-b5f4-da8b26467035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:24:08.580505 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.589233 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a140eb-dd5b-46db-8e38-6103935fc1e1 req-dc7129fd-12e5-4d33-b64c-880fc146a255 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:08.596118 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-52a140eb-dd5b-46db-8e38-6103935fc1e1 req-dc7129fd-12e5-4d33-b64c-880fc146a255 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 943 time: 0.1505463 Jun 16 16:24:08.668249 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-52a140eb-dd5b-46db-8e38-6103935fc1e1 req-3115ca28-c8c2-46fd-8024-d28826d804e0 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712614 Jun 16 16:24:08.678794 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0ea68ae4-e3e7-4a7d-bfa1-efdb3478b2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.686154 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] For port ecfe5801-190a-48c5-b80f-1e73d6fd2dd7, host hv-cinder-77525, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:24:08.691748 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] For port ecfe5801-190a-48c5-b80f-1e73d6fd2dd7, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=ecfe5801-190a-48c5-b80f-1e73d6fd2dd7,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:24:08.699493 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.703627 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:08.735465 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-58f54f58-533a-4dd5-a519-a7f14bb75d1d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.738679 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0ea68ae4-e3e7-4a7d-bfa1-efdb3478b2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.748385 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:08.748990 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.750980 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] 10.222.0.99 "PUT /v2.0/ports/ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 HTTP/1.1" status: 200 len: 1093 time: 1.4231210 Jun 16 16:24:08.751579 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d9f1ad-73d7-4557-b501-acd8bccb7217', 'tag': 'ecfe5801-190a-48c5-b80f-1e73d6fd2dd7'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:24:08.753886 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087ba5b4-8e8f-4fb2-83dd-ce8ebc47c305" -d '{"events": [{"name": "network-changed", "server_uuid": "60d9f1ad-73d7-4557-b501-acd8bccb7217", "tag": "ecfe5801-190a-48c5-b80f-1e73d6fd2dd7"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:08.770549 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfe5801-190a-48c5-b80f-1e73d6fd2dd7,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:08.772659 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:08.807106 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-58f54f58-533a-4dd5-a519-a7f14bb75d1d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30257329'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.812165 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe87c28-480e-493b-9f40-26504af34052 x-openstack-request-id: req-efe87c28-480e-493b-9f40-26504af34052 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:08.813368 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d9f1ad-73d7-4557-b501-acd8bccb7217", "tag": "ecfe5801-190a-48c5-b80f-1e73d6fd2dd7", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:08.813485 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:08.813937 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-efe87c28-480e-493b-9f40-26504af34052 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:08.814500 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d9f1ad-73d7-4557-b501-acd8bccb7217', 'tag': 'ecfe5801-190a-48c5-b80f-1e73d6fd2dd7', 'status': 'completed', 'code': 200} Jun 16 16:24:08.822430 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0ea68ae4-e3e7-4a7d-bfa1-efdb3478b2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.824900 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0ea68ae4-e3e7-4a7d-bfa1-efdb3478b2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.828469 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-0ea68ae4-e3e7-4a7d-bfa1-efdb3478b2b0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1fab1851-afc8-4b2f-97da-8f7680b0f8cb HTTP/1.1" status: 204 len: 168 time: 0.2776272 Jun 16 16:24:08.865580 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-58f54f58-533a-4dd5-a519-a7f14bb75d1d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Network 0abe7f2d-a61c-4ce5-8b77-4ef6648db760 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:24:08.868784 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-58f54f58-533a-4dd5-a519-a7f14bb75d1d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:24:08.874857 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-58f54f58-533a-4dd5-a519-a7f14bb75d1d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:24:09.126749 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f54f58-533a-4dd5-a519-a7f14bb75d1d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Pushing event updated for resources: {'Port': ['ID=05d000cb-80bc-404e-8005-e30da337e00b,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:09.131100 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-58f54f58-533a-4dd5-a519-a7f14bb75d1d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:09.131593 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-cae662ac-8bfc-4036-a6af-5776f39c6787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:09.145186 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea68ae4-e3e7-4a7d-bfa1-efdb3478b2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fab1851-afc8-4b2f-97da-8f7680b0f8cb,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:09.148949 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-0ea68ae4-e3e7-4a7d-bfa1-efdb3478b2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:09.161986 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-58f54f58-533a-4dd5-a519-a7f14bb75d1d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:09.162494 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-58f54f58-533a-4dd5-a519-a7f14bb75d1d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for port, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:09.179198 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-58f54f58-533a-4dd5-a519-a7f14bb75d1d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1214681 Jun 16 16:24:11.218049 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Request body: {'port': {'device_id': '4a88eca6-1ad3-4378-80e5-784086983dae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:24:11.312879 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:11.315748 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ba5b4-8e8f-4fb2-83dd-ce8ebc47c305 req-61e3fe0f-fa15-479e-8b2a-066cc02b3a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:11.319192 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-087ba5b4-8e8f-4fb2-83dd-ce8ebc47c305 req-61e3fe0f-fa15-479e-8b2a-066cc02b3a55 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7e3b66842dda409a9855ce1bf107e082&device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 1096 time: 0.1075988 Jun 16 16:24:11.466530 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ba5b4-8e8f-4fb2-83dd-ce8ebc47c305 req-e18ace87-da4b-4644-85e1-95f5fa6d40a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:11.467904 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-087ba5b4-8e8f-4fb2-83dd-ce8ebc47c305 req-e18ace87-da4b-4644-85e1-95f5fa6d40a8 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=7e3b66842dda409a9855ce1bf107e082&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1381540 Jun 16 16:24:11.479042 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94ab09-a5e0-420e-baa7-5cc93a1730b1 req-8ee090a3-74b7-477f-a6a4-0e9375394283 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:11.480440 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2d94ab09-a5e0-420e-baa7-5cc93a1730b1 req-8ee090a3-74b7-477f-a6a4-0e9375394283 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a88eca6-1ad3-4378-80e5-784086983dae HTTP/1.1" status: 200 len: 932 time: 0.1261330 Jun 16 16:24:11.552816 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254e990-2c79-4093-b025-240cb902e55c req-75563498-f969-4a09-8ed1-4c8a50ac3edc tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:11.554293 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5254e990-2c79-4093-b025-240cb902e55c req-75563498-f969-4a09-8ed1-4c8a50ac3edc tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 943 time: 0.1307530 Jun 16 16:24:11.576361 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2d94ab09-a5e0-420e-baa7-5cc93a1730b1 req-db13d69e-8ee6-464d-9a41-ed9973f0e59b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875146 Jun 16 16:24:11.596952 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ba5b4-8e8f-4fb2-83dd-ce8ebc47c305 req-8d701880-6c24-4fa8-ace4-b747b59d6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:11.598622 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-087ba5b4-8e8f-4fb2-83dd-ce8ebc47c305 req-8d701880-6c24-4fa8-ace4-b747b59d6ea2 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1173491 Jun 16 16:24:11.614721 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5254e990-2c79-4093-b025-240cb902e55c req-7786828c-593c-4535-aa7b-e0b28a3f0c26 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541537 Jun 16 16:24:11.666389 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d000cb-80bc-404e-8005-e30da337e00b {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:24:11.673809 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:11.686980 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Transition to ACTIVE for port object 05d000cb-80bc-404e-8005-e30da337e00b will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:24:11.693330 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30257319'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:11.696595 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-0e778397-ffc1-4209-af0a-c919d89a803f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:11.713390 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-3c53be90-54e2-4cbf-b0b0-6cb126ad4176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:11.714875 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-3c53be90-54e2-4cbf-b0b0-6cb126ad4176 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7e3b66842dda409a9855ce1bf107e082&device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 1096 time: 0.0592332 Jun 16 16:24:11.757540 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-e0783777-9a7c-4cad-a6ea-a00b2110ecce service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 HTTP/1.1" status: 200 len: 217 time: 0.0342371 Jun 16 16:24:11.772263 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Pushing event updated for resources: {'Port': ['ID=05d000cb-80bc-404e-8005-e30da337e00b,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:11.782319 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:11.782692 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:11.783072 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:11.783417 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:11.783831 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:11.784250 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:11.784664 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:11.785118 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:11.785540 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:11.785971 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:11.786445 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:11.786874 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:11.791740 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:11.810862 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-2a5e04cd-1b4d-432f-8915-dd41c714cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:11.812319 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-2a5e04cd-1b4d-432f-8915-dd41c714cacc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=fffa3101-76c7-4dfc-80a7-5bba2806cf65 HTTP/1.1" status: 200 len: 855 time: 0.0470281 Jun 16 16:24:11.850623 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-d96fc156-0153-4a05-91af-0693d5eb2f27 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f5474398-e4d0-42ec-aa29-77718e3f18bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297413 Jun 16 16:24:11.867409 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Attempting to bind port 05d000cb-80bc-404e-8005-e30da337e00b on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:24:11.867741 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Attempting to bind port 05d000cb-80bc-404e-8005-e30da337e00b by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'd0ac130b-0685-4271-90e5-764479ac141d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0abe7f2d-a61c-4ce5-8b77-4ef6648db760'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:24:11.868065 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Attempting to bind port 05d000cb-80bc-404e-8005-e30da337e00b on network 0abe7f2d-a61c-4ce5-8b77-4ef6648db760 {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:24:11.872246 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Port 05d000cb-80bc-404e-8005-e30da337e00b on network 0abe7f2d-a61c-4ce5-8b77-4ef6648db760 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:24:11.872749 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Attempting to bind port 05d000cb-80bc-404e-8005-e30da337e00b on network 0abe7f2d-a61c-4ce5-8b77-4ef6648db760 {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:24:11.878589 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:24:11.879019 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Checking segment: {'id': 'd0ac130b-0685-4271-90e5-764479ac141d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0abe7f2d-a61c-4ce5-8b77-4ef6648db760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:24:11.879290 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Bound using segment: {'id': 'd0ac130b-0685-4271-90e5-764479ac141d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0abe7f2d-a61c-4ce5-8b77-4ef6648db760'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:24:11.879703 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Bound port: 05d000cb-80bc-404e-8005-e30da337e00b, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ac130b-0685-4271-90e5-764479ac141d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0abe7f2d-a61c-4ce5-8b77-4ef6648db760'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:24:11.880039 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:11.952452 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] For port 05d000cb-80bc-404e-8005-e30da337e00b, host hv-cinder-77525, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:24:11.956210 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] For port 05d000cb-80bc-404e-8005-e30da337e00b, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=05d000cb-80bc-404e-8005-e30da337e00b,segment=NetworkSegment(d0ac130b-0685-4271-90e5-764479ac141d),segment_id=d0ac130b-0685-4271-90e5-764479ac141d)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:24:11.960721 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30257319'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:11.963880 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:11.973207 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-b220be10-27fa-4357-9221-c2755755799b service neutron] 10.222.0.99 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005902 Jun 16 16:24:11.992727 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:11.993514 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for port, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:11.994899 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] 10.222.0.99 "PUT /v2.0/ports/05d000cb-80bc-404e-8005-e30da337e00b HTTP/1.1" status: 200 len: 1094 time: 0.7834420 Jun 16 16:24:11.996975 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a88eca6-1ad3-4378-80e5-784086983dae', 'tag': '05d000cb-80bc-404e-8005-e30da337e00b'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:24:11.999252 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcc14e41f13d97c8742cd6abe1fc053a743771352171e7c539edf99606292a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5834a235-d216-48fa-a78e-8b3c34dbb856" -d '{"events": [{"name": "network-changed", "server_uuid": "4a88eca6-1ad3-4378-80e5-784086983dae", "tag": "05d000cb-80bc-404e-8005-e30da337e00b"}]}' {{(pid=91606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:12.051072 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098dbb12-cc5a-4601-9435-0a339f90bb5b x-openstack-request-id: req-098dbb12-cc5a-4601-9435-0a339f90bb5b {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:12.051419 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a88eca6-1ad3-4378-80e5-784086983dae", "tag": "05d000cb-80bc-404e-8005-e30da337e00b", "status": "completed", "code": 200}]} {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:12.051943 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-098dbb12-cc5a-4601-9435-0a339f90bb5b {{(pid=91606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:12.051943 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a88eca6-1ad3-4378-80e5-784086983dae', 'tag': '05d000cb-80bc-404e-8005-e30da337e00b', 'status': 'completed', 'code': 200} Jun 16 16:24:12.055050 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Pushing event updated for resources: {'Port': ['ID=05d000cb-80bc-404e-8005-e30da337e00b,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:12.058245 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:12.086789 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d3b32bcb-1af6-4a2c-bb69-887db35dae14 req-0d2bda20-0ad4-4fe4-a556-b65a09712f18 service neutron] 10.222.0.99 "GET /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039338 Jun 16 16:24:12.115812 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-155587b1-4094-4b1d-ab76-58de105f1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:12.117281 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-155587b1-4094-4b1d-ab76-58de105f1175 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7bcfe30bb33541a2a64b54f28cd68653&device_id=4a88eca6-1ad3-4378-80e5-784086983dae HTTP/1.1" status: 200 len: 1097 time: 0.0581670 Jun 16 16:24:12.170828 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-66580dfe-62b7-428b-b2b2-655be924b873 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05d000cb-80bc-404e-8005-e30da337e00b HTTP/1.1" status: 200 len: 217 time: 0.0374494 Jun 16 16:24:12.221725 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-b1431aed-1759-455d-8d7f-c288ebf15807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:12.223338 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-b1431aed-1759-455d-8d7f-c288ebf15807 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9338250b-6def-4c3e-bf3f-79d4d517c3ca HTTP/1.1" status: 200 len: 848 time: 0.0440726 Jun 16 16:24:12.257773 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-69e5a537-0742-4f72-89d4-59bd8422d64b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0abe7f2d-a61c-4ce5-8b77-4ef6648db760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267472 Jun 16 16:24:12.379438 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-d2c5fbff-7055-44fe-a918-3991e9051f5d service neutron] 10.222.0.99 "GET /v2.0/networks/0abe7f2d-a61c-4ce5-8b77-4ef6648db760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064019 Jun 16 16:24:12.477845 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4815b866-3aba-4bf3-b87f-40a53e783b78 req-56155304-9be1-41a3-b404-1daa736368aa service neutron] 10.222.0.99 "GET /v2.0/networks/0abe7f2d-a61c-4ce5-8b77-4ef6648db760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844407 Jun 16 16:24:12.593540 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834a235-d216-48fa-a78e-8b3c34dbb856 req-cbbcd231-c091-49e8-b37b-346f1f757d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:12.595604 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5834a235-d216-48fa-a78e-8b3c34dbb856 req-cbbcd231-c091-49e8-b37b-346f1f757d70 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7bcfe30bb33541a2a64b54f28cd68653&device_id=4a88eca6-1ad3-4378-80e5-784086983dae HTTP/1.1" status: 200 len: 1097 time: 0.0579264 Jun 16 16:24:12.692947 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834a235-d216-48fa-a78e-8b3c34dbb856 req-630039a1-59f4-4af4-8b0f-a4715ecfe43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:12.694449 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5834a235-d216-48fa-a78e-8b3c34dbb856 req-630039a1-59f4-4af4-8b0f-a4715ecfe43b service neutron] 10.222.0.99 "GET /v2.0/networks?id=0abe7f2d-a61c-4ce5-8b77-4ef6648db760 HTTP/1.1" status: 200 len: 909 time: 0.0899782 Jun 16 16:24:12.761827 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5834a235-d216-48fa-a78e-8b3c34dbb856 req-5713eef0-7e1c-47eb-b627-ecbb7481badc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05d000cb-80bc-404e-8005-e30da337e00b HTTP/1.1" status: 200 len: 217 time: 0.0553966 Jun 16 16:24:12.800427 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15607f4-e427-40ab-9d03-24fc214bc0d3 req-21d84cf0-56b2-4599-9bff-9a46fa7904ff tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:12.801862 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e15607f4-e427-40ab-9d03-24fc214bc0d3 req-21d84cf0-56b2-4599-9bff-9a46fa7904ff tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 943 time: 0.0697017 Jun 16 16:24:12.841370 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e15607f4-e427-40ab-9d03-24fc214bc0d3 req-21d9c70b-39c2-4d42-b8b7-86b136d1502e tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334539 Jun 16 16:24:12.842197 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165dfd7-7393-4238-8eb5-81a19315ddf0 req-8e6e843e-d18a-40a8-97a8-c5cc099f9aee tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:12.843631 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e165dfd7-7393-4238-8eb5-81a19315ddf0 req-8e6e843e-d18a-40a8-97a8-c5cc099f9aee tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a88eca6-1ad3-4378-80e5-784086983dae HTTP/1.1" status: 200 len: 944 time: 0.1469564 Jun 16 16:24:12.846015 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834a235-d216-48fa-a78e-8b3c34dbb856 req-c58f8008-044a-48f0-ac02-e80f3d5fd991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:12.847354 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5834a235-d216-48fa-a78e-8b3c34dbb856 req-c58f8008-044a-48f0-ac02-e80f3d5fd991 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9338250b-6def-4c3e-bf3f-79d4d517c3ca HTTP/1.1" status: 200 len: 848 time: 0.0733178 Jun 16 16:24:12.893719 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5834a235-d216-48fa-a78e-8b3c34dbb856 req-530421df-b598-4d65-9bfb-7cc784f13821 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0abe7f2d-a61c-4ce5-8b77-4ef6648db760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355396 Jun 16 16:24:12.914382 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e165dfd7-7393-4238-8eb5-81a19315ddf0 req-498c5365-e136-40a3-bdab-0d2ffec115ef tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635216 Jun 16 16:24:13.003445 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5834a235-d216-48fa-a78e-8b3c34dbb856 req-9eae1715-b548-4d90-9277-e5997ff953aa service neutron] 10.222.0.99 "GET /v2.0/networks/0abe7f2d-a61c-4ce5-8b77-4ef6648db760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989003 Jun 16 16:24:13.099316 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5834a235-d216-48fa-a78e-8b3c34dbb856 req-fb1e894d-29d0-419a-b18d-7c160ab3c412 service neutron] 10.222.0.99 "GET /v2.0/networks/0abe7f2d-a61c-4ce5-8b77-4ef6648db760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866718 Jun 16 16:24:13.830025 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b88fde-739e-41a7-bb80-124251fe9c9e req-11dbeb93-072d-4b5d-afed-83fa907e4167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:13.831512 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-08b88fde-739e-41a7-bb80-124251fe9c9e req-11dbeb93-072d-4b5d-afed-83fa907e4167 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0bab6a88cf1841698fdebfb43f3a76ac&device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 1099 time: 0.0933170 Jun 16 16:24:13.845705 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22947ad2-9eb7-4a29-bb74-cda907e42c76 req-8e8c27f0-70a8-4426-bba3-8c7d6c17d376 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:13.847088 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-22947ad2-9eb7-4a29-bb74-cda907e42c76 req-8e8c27f0-70a8-4426-bba3-8c7d6c17d376 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0826564 Jun 16 16:24:13.936233 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-22947ad2-9eb7-4a29-bb74-cda907e42c76 req-b12a3923-0900-4093-ac68-b0f61dd9509f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811713 Jun 16 16:24:13.974456 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b88fde-739e-41a7-bb80-124251fe9c9e req-aabc15e5-c498-4e5d-a1b0-c4712e13ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:13.975930 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-08b88fde-739e-41a7-bb80-124251fe9c9e req-aabc15e5-c498-4e5d-a1b0-c4712e13ceda service neutron] 10.222.0.99 "GET /v2.0/networks?id=f3bf38a0-6de0-478a-a880-437c4b879d4d HTTP/1.1" status: 200 len: 919 time: 0.1279860 Jun 16 16:24:14.027356 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-08b88fde-739e-41a7-bb80-124251fe9c9e req-ee7806f3-6d2b-4339-9d72-22b3ddf1853c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c93d132-e70c-44fd-8432-1db8ed66b741 HTTP/1.1" status: 200 len: 217 time: 0.0404704 Jun 16 16:24:14.057961 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b850b9f-34cc-47a7-a8c2-258ab9fdbb1e req-8d92c110-32ad-4da5-81e0-2c6184e5e37d tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:14.059437 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8b850b9f-34cc-47a7-a8c2-258ab9fdbb1e req-8d92c110-32ad-4da5-81e0-2c6184e5e37d tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 943 time: 0.0928950 Jun 16 16:24:14.103712 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8b850b9f-34cc-47a7-a8c2-258ab9fdbb1e req-f44b4957-303c-461a-9a25-e70703e36b07 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367510 Jun 16 16:24:14.131561 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b88fde-739e-41a7-bb80-124251fe9c9e req-5f77104f-1fbf-4939-98b9-8411a4852fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:14.133038 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-08b88fde-739e-41a7-bb80-124251fe9c9e req-5f77104f-1fbf-4939-98b9-8411a4852fcf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=11140164-2d45-4a21-991b-acd6e1deb88b HTTP/1.1" status: 200 len: 858 time: 0.0962329 Jun 16 16:24:14.169996 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-08b88fde-739e-41a7-bb80-124251fe9c9e req-8aab1a0c-f034-4901-9776-ecf5ff95868d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3bf38a0-6de0-478a-a880-437c4b879d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278218 Jun 16 16:24:14.179040 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b97a69-e006-4bbe-b12c-3c1081bc4add req-d718228c-3125-4870-b2c1-0c8ce6362e7e tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:14.180420 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f8b97a69-e006-4bbe-b12c-3c1081bc4add req-d718228c-3125-4870-b2c1-0c8ce6362e7e tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a88eca6-1ad3-4378-80e5-784086983dae HTTP/1.1" status: 200 len: 944 time: 0.1343915 Jun 16 16:24:14.276854 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f8b97a69-e006-4bbe-b12c-3c1081bc4add req-78f250d0-b45a-4884-a1f9-cb7449098360 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871158 Jun 16 16:24:14.298419 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-08b88fde-739e-41a7-bb80-124251fe9c9e req-a73f08a0-a4ea-4665-8614-1553b2b398e4 service neutron] 10.222.0.99 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170466 Jun 16 16:24:14.408899 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-08b88fde-739e-41a7-bb80-124251fe9c9e req-be583cb1-94d7-4434-b451-d87c45ee7a71 service neutron] 10.222.0.99 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017635 Jun 16 16:24:15.114662 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289c1d2-ba77-476e-bd63-06c591fb2101 req-a873c53a-c1ec-4364-90c5-d6932831b3b3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:15.116085 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f289c1d2-ba77-476e-bd63-06c591fb2101 req-a873c53a-c1ec-4364-90c5-d6932831b3b3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0656271 Jun 16 16:24:15.153559 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f289c1d2-ba77-476e-bd63-06c591fb2101 req-8dafa508-880d-498d-a850-9f6bf93fc92b tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317326 Jun 16 16:24:15.283966 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108c5bc-7c34-4367-8cef-6d4cedb67d7c req-0752d729-e69f-4a21-a5cd-627962647aa0 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:15.285310 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9108c5bc-7c34-4367-8cef-6d4cedb67d7c req-0752d729-e69f-4a21-a5cd-627962647aa0 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 943 time: 0.0630355 Jun 16 16:24:15.323770 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9108c5bc-7c34-4367-8cef-6d4cedb67d7c req-9a266319-8123-46ee-b255-99ad2ceda459 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328202 Jun 16 16:24:15.455272 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048085df-5e39-403d-8c6d-204ee3f94e00 req-854c45ba-7e9c-467b-a74a-45102db4fe18 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:15.456744 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-048085df-5e39-403d-8c6d-204ee3f94e00 req-854c45ba-7e9c-467b-a74a-45102db4fe18 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a88eca6-1ad3-4378-80e5-784086983dae HTTP/1.1" status: 200 len: 944 time: 0.0645792 Jun 16 16:24:15.495110 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-048085df-5e39-403d-8c6d-204ee3f94e00 req-bf97bace-5250-4364-a45f-3a2f5200a149 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327013 Jun 16 16:24:16.328060 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689246c8-d6de-4edb-b076-a5a7cdc93bc6 req-70b5562a-8bd1-403b-a5c4-6770668d53e1 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:16.330746 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-689246c8-d6de-4edb-b076-a5a7cdc93bc6 req-70b5562a-8bd1-403b-a5c4-6770668d53e1 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0659113 Jun 16 16:24:16.369100 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-689246c8-d6de-4edb-b076-a5a7cdc93bc6 req-2007889f-112c-4b86-aa0a-2ff39ad79d18 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324872 Jun 16 16:24:16.497069 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401217b-73a0-4e90-9103-2243ac7d7a10 req-498b294a-c9e6-4cf4-a50b-ea38c490d274 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:16.498548 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a401217b-73a0-4e90-9103-2243ac7d7a10 req-498b294a-c9e6-4cf4-a50b-ea38c490d274 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 943 time: 0.0626945 Jun 16 16:24:16.542700 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a401217b-73a0-4e90-9103-2243ac7d7a10 req-db414f67-5ecc-48bb-ba56-7c3e638d776f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383615 Jun 16 16:24:16.675299 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89b8a4-07e2-41d0-b5fe-d3e5cf607b3a req-d70fd83d-dadb-46e4-80c0-2090d4e50a02 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:16.676749 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-af89b8a4-07e2-41d0-b5fe-d3e5cf607b3a req-d70fd83d-dadb-46e4-80c0-2090d4e50a02 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a88eca6-1ad3-4378-80e5-784086983dae HTTP/1.1" status: 200 len: 944 time: 0.0695148 Jun 16 16:24:16.714552 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-af89b8a4-07e2-41d0-b5fe-d3e5cf607b3a req-b287b874-e961-45af-b391-7f19d89b5b07 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321801 Jun 16 16:24:18.119515 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 05d000cb-80bc-404e-8005-e30da337e00b details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:24:18.215346 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 05d000cb-80bc-404e-8005-e30da337e00b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=05d000cb-80bc-404e-8005-e30da337e00b,segment=NetworkSegment(d0ac130b-0685-4271-90e5-764479ac141d),segment_id=d0ac130b-0685-4271-90e5-764479ac141d)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:18.228906 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': '05d000cb-80bc-404e-8005-e30da337e00b', 'network_id': '0abe7f2d-a61c-4ce5-8b77-4ef6648db760', 'port_id': '05d000cb-80bc-404e-8005-e30da337e00b', 'mac_address': 'fa:16:3e:42:f8:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9338250b-6def-4c3e-bf3f-79d4d517c3ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:24:18.265342 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:18.277935 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d000cb-80bc-404e-8005-e30da337e00b {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:24:18.297962 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 05d000cb-80bc-404e-8005-e30da337e00b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=05d000cb-80bc-404e-8005-e30da337e00b,segment=NetworkSegment(d0ac130b-0685-4271-90e5-764479ac141d),segment_id=d0ac130b-0685-4271-90e5-764479ac141d)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:18.302514 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:18.303294 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:24:18.304945 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-e62b188c-8320-426a-b88c-b42093605358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:18.372871 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=05d000cb-80bc-404e-8005-e30da337e00b,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:18.376789 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:18.436192 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port ecfe5801-190a-48c5-b80f-1e73d6fd2dd7, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=ecfe5801-190a-48c5-b80f-1e73d6fd2dd7,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:18.447039 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': 'ecfe5801-190a-48c5-b80f-1e73d6fd2dd7', 'network_id': 'f5474398-e4d0-42ec-aa29-77718e3f18bb', 'port_id': 'ecfe5801-190a-48c5-b80f-1e73d6fd2dd7', 'mac_address': 'fa:16:3e:07:2e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffa3101-76c7-4dfc-80a7-5bba2806cf65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:24:18.489913 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:18.502085 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:24:18.524197 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port ecfe5801-190a-48c5-b80f-1e73d6fd2dd7, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=ecfe5801-190a-48c5-b80f-1e73d6fd2dd7,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:18.528309 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:18.531328 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:18.580390 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=ecfe5801-190a-48c5-b80f-1e73d6fd2dd7,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:18.583467 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:19.387681 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21bbad-ab60-4b2d-9ff0-ca4f15eaab6b req-333230f7-c801-4fff-a554-42992343be5a tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:19.389142 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bc21bbad-ab60-4b2d-9ff0-ca4f15eaab6b req-333230f7-c801-4fff-a554-42992343be5a tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0724392 Jun 16 16:24:19.413193 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d741de-d63e-45a8-8c86-1eb3005d0807 req-c8ce83aa-4adf-4fca-8497-0e3857ae1bf6 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:19.414936 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-58d741de-d63e-45a8-8c86-1eb3005d0807 req-c8ce83aa-4adf-4fca-8497-0e3857ae1bf6 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 944 time: 0.0661554 Jun 16 16:24:19.435929 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bc21bbad-ab60-4b2d-9ff0-ca4f15eaab6b req-93270478-220e-482f-b210-7d6c243f70a3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404048 Jun 16 16:24:19.460227 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-58d741de-d63e-45a8-8c86-1eb3005d0807 req-c6b60777-16a1-4275-b9c5-2be3f38e6caa tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344894 Jun 16 16:24:19.604719 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fda626-2da7-494b-a3d3-5a52b72dfc77 req-8d9bb0eb-f686-4cd3-820f-2fb5b3dbe8bc tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:19.606209 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-79fda626-2da7-494b-a3d3-5a52b72dfc77 req-8d9bb0eb-f686-4cd3-820f-2fb5b3dbe8bc tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a88eca6-1ad3-4378-80e5-784086983dae HTTP/1.1" status: 200 len: 945 time: 0.0649931 Jun 16 16:24:19.654571 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-79fda626-2da7-494b-a3d3-5a52b72dfc77 req-c579742a-cc28-4124-99f7-bcb76c808cdd tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416071 Jun 16 16:24:19.681322 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['05d000cb-80bc-404e-8005-e30da337e00b'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:24:19.685762 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['ecfe5801-190a-48c5-b80f-1e73d6fd2dd7'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:24:20.617114 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2032779-9b42-4879-9eee-f7d6b2f9bda6 req-08a110a0-649c-4ca3-88d8-5cc36e23237b tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:20.619290 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b2032779-9b42-4879-9eee-f7d6b2f9bda6 req-08a110a0-649c-4ca3-88d8-5cc36e23237b tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0643396 Jun 16 16:24:20.642849 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd123a2-216b-4aa9-aac9-00261c488265 req-63f9b7d5-f3ff-44a4-9040-022ddede3ec3 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:20.644444 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7cd123a2-216b-4aa9-aac9-00261c488265 req-63f9b7d5-f3ff-44a4-9040-022ddede3ec3 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 944 time: 0.0716689 Jun 16 16:24:20.664517 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b2032779-9b42-4879-9eee-f7d6b2f9bda6 req-2f516a8b-a547-486b-80d9-64e7a3f139cb tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390444 Jun 16 16:24:20.683879 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7cd123a2-216b-4aa9-aac9-00261c488265 req-5817f1f5-85b1-4a1c-8193-87723a51578c tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334280 Jun 16 16:24:20.849151 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f332043-551e-4b7f-bf7a-653ada993984 req-b06430f6-0750-4bb4-b5c6-3c3b80f982c6 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:20.850565 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9f332043-551e-4b7f-bf7a-653ada993984 req-b06430f6-0750-4bb4-b5c6-3c3b80f982c6 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a88eca6-1ad3-4378-80e5-784086983dae HTTP/1.1" status: 200 len: 945 time: 0.0669854 Jun 16 16:24:20.887976 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9f332043-551e-4b7f-bf7a-653ada993984 req-68cd07b1-71ef-4f68-a8fe-77cf4b4130eb tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317245 Jun 16 16:24:21.223666 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 05d000cb-80bc-404e-8005-e30da337e00b up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:24:21.275685 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port 05d000cb-80bc-404e-8005-e30da337e00b completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:24:21.281447 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port 05d000cb-80bc-404e-8005-e30da337e00b triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:24:21.281929 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:21.363128 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:21.388794 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a88eca6-1ad3-4378-80e5-784086983dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d000cb-80bc-404e-8005-e30da337e00b'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:24:21.390806 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515eccdd-bbcc-4a2e-9379-9a1a06457068" -d '{"events": [{"server_uuid": "4a88eca6-1ad3-4378-80e5-784086983dae", "name": "network-vif-plugged", "status": "completed", "tag": "05d000cb-80bc-404e-8005-e30da337e00b"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:21.405166 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 05d000cb-80bc-404e-8005-e30da337e00b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=05d000cb-80bc-404e-8005-e30da337e00b,segment=NetworkSegment(d0ac130b-0685-4271-90e5-764479ac141d),segment_id=d0ac130b-0685-4271-90e5-764479ac141d)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:21.411473 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:21.412882 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:24:21.415447 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:21.442796 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a5d62d-5b36-45bd-8571-a6d6e21a2fd9 x-openstack-request-id: req-86a5d62d-5b36-45bd-8571-a6d6e21a2fd9 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:21.443195 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a88eca6-1ad3-4378-80e5-784086983dae", "name": "network-vif-plugged", "status": "completed", "tag": "05d000cb-80bc-404e-8005-e30da337e00b", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:21.443557 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-86a5d62d-5b36-45bd-8571-a6d6e21a2fd9 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:21.444023 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a88eca6-1ad3-4378-80e5-784086983dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d000cb-80bc-404e-8005-e30da337e00b', 'code': 200} Jun 16 16:24:21.501797 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=05d000cb-80bc-404e-8005-e30da337e00b,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:21.506559 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:21.515000 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:24:21.520083 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:24:21.520597 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:21.603886 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:21.637631 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port ecfe5801-190a-48c5-b80f-1e73d6fd2dd7, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=ecfe5801-190a-48c5-b80f-1e73d6fd2dd7,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:21.642407 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:21.644176 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:21.691717 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=ecfe5801-190a-48c5-b80f-1e73d6fd2dd7,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:21.694384 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:21.707260 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7ebd8-0848-43fe-bf4d-70d2b23b1ac6 req-6fac9163-e095-4eea-8fa7-01f8d2ed4ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:21.708763 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-81a7ebd8-0848-43fe-bf4d-70d2b23b1ac6 req-6fac9163-e095-4eea-8fa7-01f8d2ed4ea2 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=4a88eca6-1ad3-4378-80e5-784086983dae HTTP/1.1" status: 200 len: 1099 time: 0.0626545 Jun 16 16:24:21.751514 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-81a7ebd8-0848-43fe-bf4d-70d2b23b1ac6 req-c30c21a2-6856-46d9-9e76-1977dfcd808a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305083 Jun 16 16:24:21.862446 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660786c0-743c-4388-af81-6dc16c6a7f59 req-2fcc3957-c242-4e63-9765-91cc6249dd21 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:21.863929 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-660786c0-743c-4388-af81-6dc16c6a7f59 req-2fcc3957-c242-4e63-9765-91cc6249dd21 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0647790 Jun 16 16:24:21.864113 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd98da-440e-45ee-ac17-9dcb7ab3c2c9 req-c60edd3e-96c1-48d9-af9d-542d4f26ab26 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:21.865612 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-84fd98da-440e-45ee-ac17-9dcb7ab3c2c9 req-c60edd3e-96c1-48d9-af9d-542d4f26ab26 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 945 time: 0.0650818 Jun 16 16:24:21.902628 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-660786c0-743c-4388-af81-6dc16c6a7f59 req-6efa82aa-7f39-4fe1-ac00-2a62f957a836 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328333 Jun 16 16:24:21.902920 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-84fd98da-440e-45ee-ac17-9dcb7ab3c2c9 req-42036d7d-89fa-4589-9344-98ea3b497c54 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313492 Jun 16 16:24:22.093074 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d34c41-f315-4b4f-b7ce-9a328cdef7c7 req-b14f4147-a22f-44f7-bbf6-c4a83133de4a tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:22.095086 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-58d34c41-f315-4b4f-b7ce-9a328cdef7c7 req-b14f4147-a22f-44f7-bbf6-c4a83133de4a tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a88eca6-1ad3-4378-80e5-784086983dae HTTP/1.1" status: 200 len: 946 time: 0.0777650 Jun 16 16:24:22.135895 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-58d34c41-f315-4b4f-b7ce-9a328cdef7c7 req-d579346b-8199-4ec3-8050-df64c8d39dd7 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351934 Jun 16 16:24:22.162325 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0645a997-bb4c-4c09-9317-a51423163ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:23.053758 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:24:23.095241 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e62ec-87c7-452c-8615-357b7b65af33 req-ca65fc77-66d0-4502-a80b-37f8dc7e2522 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:23.099133 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c33e62ec-87c7-452c-8615-357b7b65af33 req-ca65fc77-66d0-4502-a80b-37f8dc7e2522 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 945 time: 0.0681465 Jun 16 16:24:23.113634 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7a174-8e49-41f1-8f5d-a251674332c3 req-24a3c18f-de67-4706-b299-c580942a11b9 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:23.115259 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9fa7a174-8e49-41f1-8f5d-a251674332c3 req-24a3c18f-de67-4706-b299-c580942a11b9 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0903759 Jun 16 16:24:23.147943 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c33e62ec-87c7-452c-8615-357b7b65af33 req-f93fb352-3a83-4498-9ec8-32cda31e3671 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452561 Jun 16 16:24:23.165008 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9fa7a174-8e49-41f1-8f5d-a251674332c3 req-f0383087-1cbf-4870-94b7-24272e7ad5b0 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437465 Jun 16 16:24:23.315172 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19580f27-1c79-4f9e-997b-a6ce7a6c1992 req-b2d2075f-d5bb-4211-85df-413b0a37f71e tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:23.316615 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-19580f27-1c79-4f9e-997b-a6ce7a6c1992 req-b2d2075f-d5bb-4211-85df-413b0a37f71e tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a88eca6-1ad3-4378-80e5-784086983dae HTTP/1.1" status: 200 len: 946 time: 0.0626805 Jun 16 16:24:23.357079 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-19580f27-1c79-4f9e-997b-a6ce7a6c1992 req-dd22d9b4-69f9-43cb-ae56-07c1cabdacd5 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347283 Jun 16 16:24:23.445588 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d9f1ad-73d7-4557-b501-acd8bccb7217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfe5801-190a-48c5-b80f-1e73d6fd2dd7'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:24:23.448012 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f59310b-115f-4f24-8284-a8a10f883ad7" -d '{"events": [{"server_uuid": "60d9f1ad-73d7-4557-b501-acd8bccb7217", "name": "network-vif-plugged", "status": "completed", "tag": "ecfe5801-190a-48c5-b80f-1e73d6fd2dd7"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:23.496023 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad6359b-eb4f-4b48-882c-442eaa236755 x-openstack-request-id: req-5ad6359b-eb4f-4b48-882c-442eaa236755 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:23.496322 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d9f1ad-73d7-4557-b501-acd8bccb7217", "name": "network-vif-plugged", "status": "completed", "tag": "ecfe5801-190a-48c5-b80f-1e73d6fd2dd7", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:23.496593 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5ad6359b-eb4f-4b48-882c-442eaa236755 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:23.496982 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d9f1ad-73d7-4557-b501-acd8bccb7217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfe5801-190a-48c5-b80f-1e73d6fd2dd7', 'code': 200} Jun 16 16:24:23.753157 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a66d2-ae3f-4e93-8292-6403ab7d8e23 req-d7b73dcf-d895-4d26-b201-9f5304bd0260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:23.754888 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9e4a66d2-ae3f-4e93-8292-6403ab7d8e23 req-d7b73dcf-d895-4d26-b201-9f5304bd0260 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 1098 time: 0.0560722 Jun 16 16:24:23.809622 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9e4a66d2-ae3f-4e93-8292-6403ab7d8e23 req-d07da74f-c883-4df4-93ea-f4301f484615 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334449 Jun 16 16:24:24.344584 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69460479-13f7-42f3-8449-83bfa82a851f req-b2aba633-6787-4bfb-8b08-e1d1d9eab7e6 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:24.346239 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-69460479-13f7-42f3-8449-83bfa82a851f req-b2aba633-6787-4bfb-8b08-e1d1d9eab7e6 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a88eca6-1ad3-4378-80e5-784086983dae HTTP/1.1" status: 200 len: 946 time: 0.0665441 Jun 16 16:24:24.347478 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72707cc-c0ac-4e7b-812f-de7a76d483aa req-7b8dbcb9-4569-4919-a099-903750b79cd6 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:24.348930 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c72707cc-c0ac-4e7b-812f-de7a76d483aa req-7b8dbcb9-4569-4919-a099-903750b79cd6 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 945 time: 0.0759435 Jun 16 16:24:24.385620 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-69460479-13f7-42f3-8449-83bfa82a851f req-343cc2a5-46a4-4a6e-8cdf-14578f7483c2 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333533 Jun 16 16:24:24.392777 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c72707cc-c0ac-4e7b-812f-de7a76d483aa req-4aca8949-9173-43c8-8b43-0a62b2f1f4f6 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379527 Jun 16 16:24:24.580743 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8886097-75b3-4126-b61b-784e34d2ca5c req-286c5efc-9253-4ea4-a5e0-a5b89785b1da tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:24.582981 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a8886097-75b3-4126-b61b-784e34d2ca5c req-286c5efc-9253-4ea4-a5e0-a5b89785b1da tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0935328 Jun 16 16:24:24.647828 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a8886097-75b3-4126-b61b-784e34d2ca5c req-f3d166ae-6a9d-4be3-a0e5-c49a3fc5c1ed tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405819 Jun 16 16:24:24.800244 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8888b07b-539b-48a9-a19f-ef52a52784c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:24.862693 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 32798) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:24.892352 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:24.967230 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1f3e917a-b4dc-4cb3-b61e-8716489d773a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:25.064060 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1f3e917a-b4dc-4cb3-b61e-8716489d773a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:25.068805 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1f3e917a-b4dc-4cb3-b61e-8716489d773a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:25.072136 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a78e6e71-aa6f-4147-8303-cc2dcb3f8f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:25.107671 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-1f3e917a-b4dc-4cb3-b61e-8716489d773a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b68dc860305d480dba0c63fc40a17472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439277 Jun 16 16:24:25.108667 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e917a-b4dc-4cb3-b61e-8716489d773a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfca9d4-6ccc-48fe-af30-39f95afccb96,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:25.110490 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 32804) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:25.111946 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1f3e917a-b4dc-4cb3-b61e-8716489d773a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:25.160559 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:25.182041 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:25.230673 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:25.233278 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:25.234511 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6cfca9d4-6ccc-48fe-af30-39f95afccb96 HTTP/1.1" status: 204 len: 168 time: 0.1229897 Jun 16 16:24:25.236390 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2ba6296b-41ae-4340-9849-214a80438874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:25.244202 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfca9d4-6ccc-48fe-af30-39f95afccb96,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:25.251274 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:25.251648 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:25.252042 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:25.252489 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:25.252710 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:25.253067 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:25.253420 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:25.253973 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:25.254331 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:25.254678 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:25.255022 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:25.255367 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:25.258593 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:25.592597 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14353c0-8e8c-4679-aad9-4905bab7646c req-fd42bad8-255a-4476-9862-cf0f9397d069 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:25.594133 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c14353c0-8e8c-4679-aad9-4905bab7646c req-fd42bad8-255a-4476-9862-cf0f9397d069 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a88eca6-1ad3-4378-80e5-784086983dae HTTP/1.1" status: 200 len: 946 time: 0.0769525 Jun 16 16:24:25.610643 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12e72c-0d09-466a-94df-bd47b9963666 req-e11b8065-3cf3-4784-8e41-d5abeb647062 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:25.614041 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bf12e72c-0d09-466a-94df-bd47b9963666 req-e11b8065-3cf3-4784-8e41-d5abeb647062 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 945 time: 0.0771434 Jun 16 16:24:25.639137 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c14353c0-8e8c-4679-aad9-4905bab7646c req-931db384-c669-4fe7-9850-f4ac37172d5b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380704 Jun 16 16:24:25.671088 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bf12e72c-0d09-466a-94df-bd47b9963666 req-101b331c-49ce-465a-a7f9-b4694ffc7474 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516860 Jun 16 16:24:25.851460 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:25.904740 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51836cf6-7395-4af6-a8da-7b8c85ad1bfc req-5e6fcb14-9763-431d-8ce5-be483ac62868 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:25.906343 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-51836cf6-7395-4af6-a8da-7b8c85ad1bfc req-5e6fcb14-9763-431d-8ce5-be483ac62868 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1244729 Jun 16 16:24:25.939125 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c98695-d51e-4f83-9eba-647c652ff6c8 req-983624b2-b91d-4865-9994-605202b5da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:25.943154 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b1c98695-d51e-4f83-9eba-647c652ff6c8 req-983624b2-b91d-4865-9994-605202b5da39 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0bab6a88cf1841698fdebfb43f3a76ac&device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 1099 time: 0.0865300 Jun 16 16:24:25.996936 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-51836cf6-7395-4af6-a8da-7b8c85ad1bfc req-eafb83c7-6efa-4b45-867a-32ad90e5923c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819867 Jun 16 16:24:26.113401 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c98695-d51e-4f83-9eba-647c652ff6c8 req-51ebec7d-6a5c-4d91-bab7-15dfcd40ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:26.115187 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b1c98695-d51e-4f83-9eba-647c652ff6c8 req-51ebec7d-6a5c-4d91-bab7-15dfcd40ef4c service neutron] 10.222.0.99 "GET /v2.0/networks?id=f3bf38a0-6de0-478a-a880-437c4b879d4d HTTP/1.1" status: 200 len: 919 time: 0.1459563 Jun 16 16:24:26.167186 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b1c98695-d51e-4f83-9eba-647c652ff6c8 req-40598320-6200-4948-ac11-f580d4e138bd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c93d132-e70c-44fd-8432-1db8ed66b741 HTTP/1.1" status: 200 len: 217 time: 0.0428295 Jun 16 16:24:26.243515 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c98695-d51e-4f83-9eba-647c652ff6c8 req-3722ab3f-f22d-4d4b-9814-a7b83f665578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:26.245075 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b1c98695-d51e-4f83-9eba-647c652ff6c8 req-3722ab3f-f22d-4d4b-9814-a7b83f665578 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=11140164-2d45-4a21-991b-acd6e1deb88b HTTP/1.1" status: 200 len: 858 time: 0.0668185 Jun 16 16:24:26.283383 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b1c98695-d51e-4f83-9eba-647c652ff6c8 req-51594f2a-6f73-4880-b294-4539de02f532 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3bf38a0-6de0-478a-a880-437c4b879d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295045 Jun 16 16:24:26.402412 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b1c98695-d51e-4f83-9eba-647c652ff6c8 req-be7be5de-541c-465d-a23c-2fcefc1b861c service neutron] 10.222.0.99 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016693 Jun 16 16:24:26.520837 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b1c98695-d51e-4f83-9eba-647c652ff6c8 req-da69a6bd-b8f3-4355-9c45-4b99b6aafe01 service neutron] 10.222.0.99 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960479 Jun 16 16:24:26.706031 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c50a5-6df4-42da-9bfa-e0a6f043aa3d req-a2255a6a-657f-4455-a1c8-269e986b67aa tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:26.707433 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1b1c50a5-6df4-42da-9bfa-e0a6f043aa3d req-a2255a6a-657f-4455-a1c8-269e986b67aa tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.99 "GET /v2.0/ports?device_id=4a88eca6-1ad3-4378-80e5-784086983dae HTTP/1.1" status: 200 len: 946 time: 0.0642188 Jun 16 16:24:26.834848 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e138c-d73f-4359-83f2-c52fac436539 req-d5408ed2-0e4d-4b03-acd4-6754944548d8 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:26.836305 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ee0e138c-d73f-4359-83f2-c52fac436539 req-d5408ed2-0e4d-4b03-acd4-6754944548d8 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a88eca6-1ad3-4378-80e5-784086983dae HTTP/1.1" status: 200 len: 946 time: 0.0773394 Jun 16 16:24:26.869115 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [req-1b1c50a5-6df4-42da-9bfa-e0a6f043aa3d req-d3de5301-f6e1-496d-901e-c471621def07 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Deleting port 05d000cb-80bc-404e-8005-e30da337e00b {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:24:26.869479 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-1b1c50a5-6df4-42da-9bfa-e0a6f043aa3d req-d3de5301-f6e1-496d-901e-c471621def07 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:26.875214 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ee0e138c-d73f-4359-83f2-c52fac436539 req-dd81beb2-9b05-47a8-856d-bb375ef9ea7e tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331352 Jun 16 16:24:26.971897 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [req-1b1c50a5-6df4-42da-9bfa-e0a6f043aa3d req-d3de5301-f6e1-496d-901e-c471621def07 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] For port 05d000cb-80bc-404e-8005-e30da337e00b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=05d000cb-80bc-404e-8005-e30da337e00b,segment=NetworkSegment(d0ac130b-0685-4271-90e5-764479ac141d),segment_id=d0ac130b-0685-4271-90e5-764479ac141d)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:26.972170 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-1b1c50a5-6df4-42da-9bfa-e0a6f043aa3d req-d3de5301-f6e1-496d-901e-c471621def07 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:27.067198 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [req-1b1c50a5-6df4-42da-9bfa-e0a6f043aa3d req-d3de5301-f6e1-496d-901e-c471621def07 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Calling delete_port for 05d000cb-80bc-404e-8005-e30da337e00b owned by compute:nova {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:24:27.540662 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d404fa-d169-433e-9a5b-e9b32537943a req-57399a58-4812-4c66-90f5-9c2573003fd8 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:27.543045 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-79d404fa-d169-433e-9a5b-e9b32537943a req-57399a58-4812-4c66-90f5-9c2573003fd8 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.3874757 Jun 16 16:24:27.615026 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:27.673988 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-79d404fa-d169-433e-9a5b-e9b32537943a req-5a25b1a9-2f60-40ac-800e-82720fcfa1ec tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170394 Jun 16 16:24:27.697208 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-1b1c50a5-6df4-42da-9bfa-e0a6f043aa3d req-d3de5301-f6e1-496d-901e-c471621def07 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:27.711057 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['05d000cb-80bc-404e-8005-e30da337e00b'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:24:27.728193 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ebf74ed8-d546-4ac7-831e-b73bbdb5f0c3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:27.784148 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de5301-f6e1-496d-901e-c471621def07 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Pushing event deleted for resources: {'Port': ['ID=05d000cb-80bc-404e-8005-e30da337e00b,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:27.788857 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d3de5301-f6e1-496d-901e-c471621def07 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:27.835215 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1c50a5-6df4-42da-9bfa-e0a6f043aa3d req-d3de5301-f6e1-496d-901e-c471621def07 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] No DVR routers for this DVR port 05d000cb-80bc-404e-8005-e30da337e00b on host hv-cinder-77525 {{(pid=91606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:24:27.838733 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-1b1c50a5-6df4-42da-9bfa-e0a6f043aa3d req-d3de5301-f6e1-496d-901e-c471621def07 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:27.840764 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1b1c50a5-6df4-42da-9bfa-e0a6f043aa3d req-d3de5301-f6e1-496d-901e-c471621def07 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.99 "DELETE /v2.0/ports/05d000cb-80bc-404e-8005-e30da337e00b HTTP/1.1" status: 204 len: 173 time: 1.1251626 Jun 16 16:24:27.842056 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a88eca6-1ad3-4378-80e5-784086983dae', 'name': 'network-vif-deleted', 'tag': '05d000cb-80bc-404e-8005-e30da337e00b'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:24:27.844369 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcc14e41f13d97c8742cd6abe1fc053a743771352171e7c539edf99606292a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad22cf54-8869-43c3-bcc6-7790cbe13c38" -d '{"events": [{"server_uuid": "4a88eca6-1ad3-4378-80e5-784086983dae", "name": "network-vif-deleted", "tag": "05d000cb-80bc-404e-8005-e30da337e00b"}]}' {{(pid=91606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:27.887475 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90ad371-f0f9-424b-a661-fd0c0d4390e4 x-openstack-request-id: req-c90ad371-f0f9-424b-a661-fd0c0d4390e4 {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:27.887815 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a88eca6-1ad3-4378-80e5-784086983dae", "name": "network-vif-deleted", "tag": "05d000cb-80bc-404e-8005-e30da337e00b", "status": "completed", "code": 200}]} {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:27.888075 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c90ad371-f0f9-424b-a661-fd0c0d4390e4 {{(pid=91606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:27.888492 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a88eca6-1ad3-4378-80e5-784086983dae', 'name': 'network-vif-deleted', 'tag': '05d000cb-80bc-404e-8005-e30da337e00b', 'status': 'completed', 'code': 200} Jun 16 16:24:28.038083 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-311b7c60-c168-4f27-9d7c-1e4e265f2da7 req-264e1ea4-0d1f-4a14-9070-23996646ee3b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a88eca6-1ad3-4378-80e5-784086983dae HTTP/1.1" status: 200 len: 210 time: 0.0343554 Jun 16 16:24:28.095387 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:28.868650 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02703d7-6143-442d-9142-672e3ab47316 req-40b981bd-4192-402f-bd95-9218f4754171 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:28.870143 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f02703d7-6143-442d-9142-672e3ab47316 req-40b981bd-4192-402f-bd95-9218f4754171 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0658662 Jun 16 16:24:28.908066 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f02703d7-6143-442d-9142-672e3ab47316 req-c5df34da-6210-45a1-934b-e12aa97d3013 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322440 Jun 16 16:24:29.397725 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e841f-e858-47a0-a71f-d51a37117d4e req-5a9d2670-3724-4842-a2aa-d569cb15a494 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:29.399196 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-477e841f-e858-47a0-a71f-d51a37117d4e req-5a9d2670-3724-4842-a2aa-d569cb15a494 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/networks?id=0abe7f2d-a61c-4ce5-8b77-4ef6648db760 HTTP/1.1" status: 200 len: 808 time: 0.1106002 Jun 16 16:24:29.415215 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-477e841f-e858-47a0-a71f-d51a37117d4e req-ddffd273-5f98-4f25-beeb-67ccd5d428fe tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/quotas/7bcfe30bb33541a2a64b54f28cd68653 HTTP/1.1" status: 200 len: 375 time: 0.0106342 Jun 16 16:24:29.457130 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-477e841f-e858-47a0-a71f-d51a37117d4e req-5dde3fcb-203e-41cc-9de4-58069ded19c6 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bcfe30bb33541a2a64b54f28cd68653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344753 Jun 16 16:24:29.551901 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-477e841f-e858-47a0-a71f-d51a37117d4e req-8dddb697-5042-42f5-b09c-e30d0e46b26e service neutron] 10.222.0.86 "GET /v2.0/networks/0abe7f2d-a61c-4ce5-8b77-4ef6648db760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878479 Jun 16 16:24:29.647792 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-477e841f-e858-47a0-a71f-d51a37117d4e req-249cd2d3-4464-4b80-a38d-3dc35ed4480a service neutron] 10.222.0.86 "GET /v2.0/networks/0abe7f2d-a61c-4ce5-8b77-4ef6648db760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894058 Jun 16 16:24:29.833725 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d502a3ca-d0f6-4187-b883-ef367107efdb req-f490ccd3-de32-41aa-b395-f79f22b0f0c7 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 210 time: 0.0285335 Jun 16 16:24:30.087827 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c3ac9-4d8c-4c59-bf10-960032155101 req-bab1d821-ad43-4246-9d53-67acfb870a21 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:30.089302 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c75c3ac9-4d8c-4c59-bf10-960032155101 req-bab1d821-ad43-4246-9d53-67acfb870a21 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0627661 Jun 16 16:24:30.129204 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c75c3ac9-4d8c-4c59-bf10-960032155101 req-85516c55-7999-4ee3-9f81-54fe3c3ffc54 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332377 Jun 16 16:24:30.983216 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f72955c5-06a9-428c-ba39-b92a1e0843b7 req-210edf1c-0a42-4e54-b5a1-7a24bd0652c1 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 210 time: 0.0371077 Jun 16 16:24:31.092672 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e841f-e858-47a0-a71f-d51a37117d4e req-51f2d7b4-03a8-4503-9418-746439e79d7d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:31.093761 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-477e841f-e858-47a0-a71f-d51a37117d4e req-51f2d7b4-03a8-4503-9418-746439e79d7d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.99 "GET /v2.0/networks?id=0abe7f2d-a61c-4ce5-8b77-4ef6648db760 HTTP/1.1" status: 200 len: 808 time: 0.1095462 Jun 16 16:24:31.127441 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [req-477e841f-e858-47a0-a71f-d51a37117d4e req-32150aaa-c2fe-40de-94ca-41ff708a3c7b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Request body: {'port': {'device_id': '89329bf3-8484-4bd5-88f1-d2a298d8c735', 'network_id': '0abe7f2d-a61c-4ce5-8b77-4ef6648db760', 'admin_state_up': True, 'tenant_id': '7bcfe30bb33541a2a64b54f28cd68653'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:24:31.255167 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 05d000cb-80bc-404e-8005-e30da337e00b no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:24:31.264720 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-477e841f-e858-47a0-a71f-d51a37117d4e req-32150aaa-c2fe-40de-94ca-41ff708a3c7b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Made reservation on behalf of 7bcfe30bb33541a2a64b54f28cd68653 for: {'port': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:24:31.268941 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-477e841f-e858-47a0-a71f-d51a37117d4e req-32150aaa-c2fe-40de-94ca-41ff708a3c7b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:31.276903 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: 05d000cb-80bc-404e-8005-e30da337e00b {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:24:31.277344 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 05d000cb-80bc-404e-8005-e30da337e00b not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:24:31.388687 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea916e-50dd-4c10-88a3-0d7ae6bfaeea req-68cd244e-17f7-4612-b59a-4c99d2a1a8c3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:31.390182 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-67ea916e-50dd-4c10-88a3-0d7ae6bfaeea req-68cd244e-17f7-4612-b59a-4c99d2a1a8c3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1390681 Jun 16 16:24:31.461422 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [req-477e841f-e858-47a0-a71f-d51a37117d4e req-32150aaa-c2fe-40de-94ca-41ff708a3c7b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Allocated IP 172.20.0.14 (0abe7f2d-a61c-4ce5-8b77-4ef6648db760/9338250b-6def-4c3e-bf3f-79d4d517c3ca/e92f4089-8f8b-447e-8f47-877dc19fa396) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:24:31.466456 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-67ea916e-50dd-4c10-88a3-0d7ae6bfaeea req-6e93807c-c4c2-4ab2-9e75-34aa561aafb2 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546718 Jun 16 16:24:31.616871 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-477e841f-e858-47a0-a71f-d51a37117d4e req-32150aaa-c2fe-40de-94ca-41ff708a3c7b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:31.666938 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-477e841f-e858-47a0-a71f-d51a37117d4e req-32150aaa-c2fe-40de-94ca-41ff708a3c7b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30257329'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:31.675005 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-497a465e-781e-4ae4-8c46-c511a80a492c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:31.724719 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-477e841f-e858-47a0-a71f-d51a37117d4e req-32150aaa-c2fe-40de-94ca-41ff708a3c7b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Network 0abe7f2d-a61c-4ce5-8b77-4ef6648db760 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:24:31.729899 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [req-477e841f-e858-47a0-a71f-d51a37117d4e req-32150aaa-c2fe-40de-94ca-41ff708a3c7b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:24:31.732595 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [req-477e841f-e858-47a0-a71f-d51a37117d4e req-32150aaa-c2fe-40de-94ca-41ff708a3c7b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:24:31.760199 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32150aaa-c2fe-40de-94ca-41ff708a3c7b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Pushing event updated for resources: {'Port': ['ID=e92f4089-8f8b-447e-8f47-877dc19fa396,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:31.764293 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-32150aaa-c2fe-40de-94ca-41ff708a3c7b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:31.795301 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e841f-e858-47a0-a71f-d51a37117d4e req-32150aaa-c2fe-40de-94ca-41ff708a3c7b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:31.796047 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-477e841f-e858-47a0-a71f-d51a37117d4e req-32150aaa-c2fe-40de-94ca-41ff708a3c7b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:31.812904 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-477e841f-e858-47a0-a71f-d51a37117d4e req-32150aaa-c2fe-40de-94ca-41ff708a3c7b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6910603 Jun 16 16:24:31.827928 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Request body: {'port': {'device_id': '89329bf3-8484-4bd5-88f1-d2a298d8c735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:24:31.915519 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:32.168264 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f21457-d92f-4419-8fea-6d52a60b53d7 req-2acf51e9-d3cf-4b46-a4d2-b377fd7e1761 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:32.169981 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-58f21457-d92f-4419-8fea-6d52a60b53d7 req-2acf51e9-d3cf-4b46-a4d2-b377fd7e1761 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 932 time: 0.0674365 Jun 16 16:24:32.204189 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e92f4089-8f8b-447e-8f47-877dc19fa396 {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:24:32.215061 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:32.222048 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-58f21457-d92f-4419-8fea-6d52a60b53d7 req-3f1aebbd-5aed-4b49-8e5c-510d3aac4c6e tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444489 Jun 16 16:24:32.236652 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Transition to ACTIVE for port object e92f4089-8f8b-447e-8f47-877dc19fa396 will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:24:32.240719 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30257319'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:32.242842 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:32.315280 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Pushing event updated for resources: {'Port': ['ID=e92f4089-8f8b-447e-8f47-877dc19fa396,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:32.318828 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:32.386407 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Attempting to bind port e92f4089-8f8b-447e-8f47-877dc19fa396 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:24:32.386731 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Attempting to bind port e92f4089-8f8b-447e-8f47-877dc19fa396 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'd0ac130b-0685-4271-90e5-764479ac141d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0abe7f2d-a61c-4ce5-8b77-4ef6648db760'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:24:32.387054 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Attempting to bind port e92f4089-8f8b-447e-8f47-877dc19fa396 on network 0abe7f2d-a61c-4ce5-8b77-4ef6648db760 {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:24:32.391114 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Port e92f4089-8f8b-447e-8f47-877dc19fa396 on network 0abe7f2d-a61c-4ce5-8b77-4ef6648db760 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:24:32.391424 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Attempting to bind port e92f4089-8f8b-447e-8f47-877dc19fa396 on network 0abe7f2d-a61c-4ce5-8b77-4ef6648db760 {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:24:32.396038 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:24:32.396363 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Checking segment: {'id': 'd0ac130b-0685-4271-90e5-764479ac141d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0abe7f2d-a61c-4ce5-8b77-4ef6648db760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:24:32.396728 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Bound using segment: {'id': 'd0ac130b-0685-4271-90e5-764479ac141d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0abe7f2d-a61c-4ce5-8b77-4ef6648db760'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:24:32.397136 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Bound port: e92f4089-8f8b-447e-8f47-877dc19fa396, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ac130b-0685-4271-90e5-764479ac141d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0abe7f2d-a61c-4ce5-8b77-4ef6648db760'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:24:32.397465 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:32.458625 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] For port e92f4089-8f8b-447e-8f47-877dc19fa396, host hv-cinder-77525, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:24:32.461431 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] For port e92f4089-8f8b-447e-8f47-877dc19fa396, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e92f4089-8f8b-447e-8f47-877dc19fa396,segment=NetworkSegment(d0ac130b-0685-4271-90e5-764479ac141d),segment_id=d0ac130b-0685-4271-90e5-764479ac141d)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:24:32.465967 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30257319'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:32.467847 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:32.499525 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:32.500489 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:32.501762 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-477e841f-e858-47a0-a71f-d51a37117d4e req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] 10.222.0.99 "PUT /v2.0/ports/e92f4089-8f8b-447e-8f47-877dc19fa396 HTTP/1.1" status: 200 len: 1094 time: 0.6790130 Jun 16 16:24:32.504517 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89329bf3-8484-4bd5-88f1-d2a298d8c735', 'tag': 'e92f4089-8f8b-447e-8f47-877dc19fa396'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:24:32.507106 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcc14e41f13d97c8742cd6abe1fc053a743771352171e7c539edf99606292a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b111f59e-e238-42d7-aa6f-61412e401ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "89329bf3-8484-4bd5-88f1-d2a298d8c735", "tag": "e92f4089-8f8b-447e-8f47-877dc19fa396"}]}' {{(pid=91606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:32.531894 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Pushing event updated for resources: {'Port': ['ID=e92f4089-8f8b-447e-8f47-877dc19fa396,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:32.535534 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:32.581994 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b5f232-db42-4a30-a206-1c1ee77a5ff7 x-openstack-request-id: req-b3b5f232-db42-4a30-a206-1c1ee77a5ff7 {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:32.582310 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89329bf3-8484-4bd5-88f1-d2a298d8c735", "tag": "e92f4089-8f8b-447e-8f47-877dc19fa396", "status": "completed", "code": 200}]} {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:32.582591 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b3b5f232-db42-4a30-a206-1c1ee77a5ff7 {{(pid=91606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:32.583008 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89329bf3-8484-4bd5-88f1-d2a298d8c735', 'tag': 'e92f4089-8f8b-447e-8f47-877dc19fa396', 'status': 'completed', 'code': 200} Jun 16 16:24:32.609127 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e841f-e858-47a0-a71f-d51a37117d4e req-912a3050-5a72-4deb-8321-a2565ea26072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:32.611234 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-477e841f-e858-47a0-a71f-d51a37117d4e req-912a3050-5a72-4deb-8321-a2565ea26072 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7bcfe30bb33541a2a64b54f28cd68653&device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 1097 time: 0.0566773 Jun 16 16:24:32.648253 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6a8ad-d85f-4260-8333-54875e02556f req-148e8202-8d43-47b9-a945-ea2f5b509bc7 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:32.649737 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-35f6a8ad-d85f-4260-8333-54875e02556f req-148e8202-8d43-47b9-a945-ea2f5b509bc7 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0629666 Jun 16 16:24:32.658581 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-477e841f-e858-47a0-a71f-d51a37117d4e req-eed0739a-5bdb-4669-8569-4e16469c95b8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e92f4089-8f8b-447e-8f47-877dc19fa396 HTTP/1.1" status: 200 len: 217 time: 0.0369081 Jun 16 16:24:32.687815 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-35f6a8ad-d85f-4260-8333-54875e02556f req-43b80a1d-dd59-4716-9702-9cab5a6bb885 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321581 Jun 16 16:24:32.706788 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e841f-e858-47a0-a71f-d51a37117d4e req-fc2f0a02-c0b0-497a-93bf-148832ca235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:32.708231 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-477e841f-e858-47a0-a71f-d51a37117d4e req-fc2f0a02-c0b0-497a-93bf-148832ca235f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9338250b-6def-4c3e-bf3f-79d4d517c3ca HTTP/1.1" status: 200 len: 848 time: 0.0432956 Jun 16 16:24:32.745457 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-477e841f-e858-47a0-a71f-d51a37117d4e req-59328be4-1d66-42dd-b017-d563f09e8ef2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0abe7f2d-a61c-4ce5-8b77-4ef6648db760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262268 Jun 16 16:24:32.842649 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-477e841f-e858-47a0-a71f-d51a37117d4e req-47519a11-1aa0-4c15-9ad9-b7cc8f3a86af service neutron] 10.222.0.99 "GET /v2.0/networks/0abe7f2d-a61c-4ce5-8b77-4ef6648db760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842330 Jun 16 16:24:32.933887 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-477e841f-e858-47a0-a71f-d51a37117d4e req-451351d3-a2ba-49a6-bc77-9a111f6d47da service neutron] 10.222.0.99 "GET /v2.0/networks/0abe7f2d-a61c-4ce5-8b77-4ef6648db760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807779 Jun 16 16:24:33.065277 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111f59e-e238-42d7-aa6f-61412e401ccf req-99c8bfde-f435-4a9e-ada8-4f105b456556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:33.066805 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b111f59e-e238-42d7-aa6f-61412e401ccf req-99c8bfde-f435-4a9e-ada8-4f105b456556 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7bcfe30bb33541a2a64b54f28cd68653&device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 1097 time: 0.0664468 Jun 16 16:24:33.162330 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111f59e-e238-42d7-aa6f-61412e401ccf req-185d1d2f-d9bf-4987-805e-e74f54a1b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:33.163799 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b111f59e-e238-42d7-aa6f-61412e401ccf req-185d1d2f-d9bf-4987-805e-e74f54a1b868 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0abe7f2d-a61c-4ce5-8b77-4ef6648db760 HTTP/1.1" status: 200 len: 909 time: 0.0899696 Jun 16 16:24:33.211111 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b111f59e-e238-42d7-aa6f-61412e401ccf req-16f0aac3-cb68-4f41-8cbd-302e5f856077 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e92f4089-8f8b-447e-8f47-877dc19fa396 HTTP/1.1" status: 200 len: 217 time: 0.0398443 Jun 16 16:24:33.293694 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111f59e-e238-42d7-aa6f-61412e401ccf req-d138652b-c340-4845-a304-7e021bf41b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:33.298826 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b111f59e-e238-42d7-aa6f-61412e401ccf req-d138652b-c340-4845-a304-7e021bf41b7c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=9338250b-6def-4c3e-bf3f-79d4d517c3ca HTTP/1.1" status: 200 len: 848 time: 0.0739071 Jun 16 16:24:33.343415 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b111f59e-e238-42d7-aa6f-61412e401ccf req-3568eb10-474e-4944-9151-94c4e1240bdd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0abe7f2d-a61c-4ce5-8b77-4ef6648db760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332954 Jun 16 16:24:33.491934 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b111f59e-e238-42d7-aa6f-61412e401ccf req-e14723d2-e65b-4835-9f21-c3cdab51458e service neutron] 10.222.0.99 "GET /v2.0/networks/0abe7f2d-a61c-4ce5-8b77-4ef6648db760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370184 Jun 16 16:24:33.500171 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cd96e-87f5-4586-88a4-524d39678649 req-b7072427-ee50-45d5-b68d-cb99b9b6108f tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:33.501640 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-398cd96e-87f5-4586-88a4-524d39678649 req-b7072427-ee50-45d5-b68d-cb99b9b6108f tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 944 time: 0.1256535 Jun 16 16:24:33.606769 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-398cd96e-87f5-4586-88a4-524d39678649 req-896c1c26-ca77-485e-9afc-733b28614bcd tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982742 Jun 16 16:24:33.635095 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b111f59e-e238-42d7-aa6f-61412e401ccf req-3f50788f-bb69-4621-bdbf-99714a20d6bb service neutron] 10.222.0.99 "GET /v2.0/networks/0abe7f2d-a61c-4ce5-8b77-4ef6648db760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278319 Jun 16 16:24:33.867923 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093d374-30ea-4282-852a-e47a9f28b7a7 req-967020ad-231d-4cba-b8b4-f378f5e6014a tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:33.869372 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1093d374-30ea-4282-852a-e47a9f28b7a7 req-967020ad-231d-4cba-b8b4-f378f5e6014a tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0691717 Jun 16 16:24:33.920684 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1093d374-30ea-4282-852a-e47a9f28b7a7 req-02b13f50-2526-42b4-8ae7-8673ada947a2 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449920 Jun 16 16:24:34.179580 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49ec31-0eec-4547-8472-0ba54a5a2c1d req-eeae3265-998f-49b4-ad77-61e05c6f0e4a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:34.181012 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fc49ec31-0eec-4547-8472-0ba54a5a2c1d req-eeae3265-998f-49b4-ad77-61e05c6f0e4a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0669675 Jun 16 16:24:34.219959 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fc49ec31-0eec-4547-8472-0ba54a5a2c1d req-91928058-6a56-42e5-a10f-e367a2c802bf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328727 Jun 16 16:24:34.788235 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cacd3-dec7-4083-a3f3-223df146255e req-cd9c17fb-e45b-48d8-993d-9389914bac93 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:34.789716 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-119cacd3-dec7-4083-a3f3-223df146255e req-cd9c17fb-e45b-48d8-993d-9389914bac93 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 944 time: 0.0639129 Jun 16 16:24:34.829503 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-119cacd3-dec7-4083-a3f3-223df146255e req-273de40f-8f2b-4a28-bc70-ffbf5dbe2d7f tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337117 Jun 16 16:24:35.096785 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49edb9c-7306-4fa6-a114-c7c5a312334d req-9edde921-485d-4150-bf16-419137a0dcc6 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:35.098333 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c49edb9c-7306-4fa6-a114-c7c5a312334d req-9edde921-485d-4150-bf16-419137a0dcc6 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0679054 Jun 16 16:24:35.139160 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c49edb9c-7306-4fa6-a114-c7c5a312334d req-4c4839bd-f023-4491-9756-c7f79ac5305c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329826 Jun 16 16:24:35.398524 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885654a-bc51-48a8-b4af-df5147b30143 req-0f95a322-60e7-4cf3-9369-149059d16c7b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:35.400034 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d885654a-bc51-48a8-b4af-df5147b30143 req-0f95a322-60e7-4cf3-9369-149059d16c7b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0672836 Jun 16 16:24:35.438401 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d885654a-bc51-48a8-b4af-df5147b30143 req-2b0243d3-0051-4fa3-af7d-cfbe4d2a6a3c tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327184 Jun 16 16:24:36.004815 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72e708-1bc7-43c9-8eba-4c81c705cdd5 req-1fc0c4f1-c5f5-4866-9f17-daefca7a051f tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:36.007317 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-de72e708-1bc7-43c9-8eba-4c81c705cdd5 req-1fc0c4f1-c5f5-4866-9f17-daefca7a051f tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 944 time: 0.0628273 Jun 16 16:24:36.052502 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-de72e708-1bc7-43c9-8eba-4c81c705cdd5 req-592702a2-f92f-4c95-bc24-767ba7e3f961 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381553 Jun 16 16:24:36.322601 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc19573-e778-4b04-8f2d-1b2b697d67ea req-072bb392-9e60-406b-8f35-40a56f93f953 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:36.324154 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-dfc19573-e778-4b04-8f2d-1b2b697d67ea req-072bb392-9e60-406b-8f35-40a56f93f953 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0699215 Jun 16 16:24:36.374139 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-dfc19573-e778-4b04-8f2d-1b2b697d67ea req-b4fea3eb-e9fe-4736-a6f5-3aea7a219018 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434742 Jun 16 16:24:36.625901 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858234ee-3ee2-435f-a604-607b80525e02 req-89fae139-96bf-426c-856e-fa54a44db85f tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:36.627569 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-858234ee-3ee2-435f-a604-607b80525e02 req-89fae139-96bf-426c-856e-fa54a44db85f tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0628722 Jun 16 16:24:36.665243 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-858234ee-3ee2-435f-a604-607b80525e02 req-3930158b-914e-439c-bd08-9877d3ae6e5c tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319841 Jun 16 16:24:37.229509 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de88567-84f2-4185-8428-2cd2f22973ec req-694b3f00-f701-4ffe-aeea-1a58161f63b9 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:37.231002 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5de88567-84f2-4185-8428-2cd2f22973ec req-694b3f00-f701-4ffe-aeea-1a58161f63b9 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 944 time: 0.0666473 Jun 16 16:24:37.274418 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5de88567-84f2-4185-8428-2cd2f22973ec req-70f08793-91b7-4bdf-93bc-4d819e2a825b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368109 Jun 16 16:24:37.558687 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f31687-82b1-49f9-a41d-2d72fbc4a0e8 req-a35ec7cd-4485-4c40-9b07-19e0cd58a3b8 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:37.560174 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-46f31687-82b1-49f9-a41d-2d72fbc4a0e8 req-a35ec7cd-4485-4c40-9b07-19e0cd58a3b8 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0651784 Jun 16 16:24:37.599282 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-46f31687-82b1-49f9-a41d-2d72fbc4a0e8 req-4f5ac791-5a4d-4bdf-9b70-89bec3270cb5 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326955 Jun 16 16:24:37.854371 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08926a-d96e-4266-8300-6341a07431a2 req-f7bf2a8e-e291-4a57-a924-87187123cbb3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:37.856063 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bf08926a-d96e-4266-8300-6341a07431a2 req-f7bf2a8e-e291-4a57-a924-87187123cbb3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0748055 Jun 16 16:24:37.902284 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bf08926a-d96e-4266-8300-6341a07431a2 req-00229ea4-a85e-4b56-badf-1e2b8dc5656b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398769 Jun 16 16:24:38.455945 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7032f-8f9a-463a-89b3-e4ea0df46ace req-7bf191b9-7766-49d5-95f3-c683b467bbef tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:38.457436 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b5f7032f-8f9a-463a-89b3-e4ea0df46ace req-7bf191b9-7766-49d5-95f3-c683b467bbef tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 944 time: 0.0630891 Jun 16 16:24:38.500630 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b5f7032f-8f9a-463a-89b3-e4ea0df46ace req-8e68d18e-24a5-4b4a-8139-cbee7860ee52 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374885 Jun 16 16:24:38.692125 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d5f31-28a0-4dab-b910-b8e6743b597f req-94cd2594-5954-404d-9ba0-18b53afe493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:38.693626 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2c6d5f31-28a0-4dab-b910-b8e6743b597f req-94cd2594-5954-404d-9ba0-18b53afe493c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 1099 time: 0.0531785 Jun 16 16:24:38.768751 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2c6d5f31-28a0-4dab-b910-b8e6743b597f req-e460998f-5efd-4a44-a9b4-b6fb044d9e3f service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678990 Jun 16 16:24:38.809051 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8be05-c7f8-4213-bb51-3c049decede5 req-fc7393ef-9ddb-4078-9464-f70a6c45c7a2 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:38.810480 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-29c8be05-c7f8-4213-bb51-3c049decede5 req-fc7393ef-9ddb-4078-9464-f70a6c45c7a2 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0973961 Jun 16 16:24:38.852246 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-29c8be05-c7f8-4213-bb51-3c049decede5 req-8562cf64-52b1-4728-994a-5266e01850ea tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353994 Jun 16 16:24:39.075500 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a000722-7be6-4b13-9b07-bff911a911bb req-b7341f5b-e361-46f7-b23f-80242f4e26e6 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:39.076817 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4a000722-7be6-4b13-9b07-bff911a911bb req-b7341f5b-e361-46f7-b23f-80242f4e26e6 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0662460 Jun 16 16:24:39.120117 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4a000722-7be6-4b13-9b07-bff911a911bb req-d757ccc9-734d-4f3c-9cdf-787bc617c99e tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364795 Jun 16 16:24:39.336322 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device e92f4089-8f8b-447e-8f47-877dc19fa396 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:24:39.440818 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port e92f4089-8f8b-447e-8f47-877dc19fa396, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e92f4089-8f8b-447e-8f47-877dc19fa396,segment=NetworkSegment(d0ac130b-0685-4271-90e5-764479ac141d),segment_id=d0ac130b-0685-4271-90e5-764479ac141d)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:39.453106 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': 'e92f4089-8f8b-447e-8f47-877dc19fa396', 'network_id': '0abe7f2d-a61c-4ce5-8b77-4ef6648db760', 'port_id': 'e92f4089-8f8b-447e-8f47-877dc19fa396', 'mac_address': 'fa:16:3e:8b:d3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9338250b-6def-4c3e-bf3f-79d4d517c3ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:24:39.500496 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:39.515637 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92f4089-8f8b-447e-8f47-877dc19fa396 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:24:39.536886 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port e92f4089-8f8b-447e-8f47-877dc19fa396, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e92f4089-8f8b-447e-8f47-877dc19fa396,segment=NetworkSegment(d0ac130b-0685-4271-90e5-764479ac141d),segment_id=d0ac130b-0685-4271-90e5-764479ac141d)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:39.541216 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:39.543015 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:39.590030 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=e92f4089-8f8b-447e-8f47-877dc19fa396,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:39.597916 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:39.598293 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:39.598592 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:39.598922 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:39.599248 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:39.599575 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:39.599894 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:39.600218 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:39.600562 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:39.600881 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:39.601194 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:39.601504 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:39.605495 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:39.683391 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512d76a-116e-4f7b-b5cf-ded7623984bd req-3dfe8e9d-98b7-4b76-b12e-e92d4cdca5b0 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:39.684860 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7512d76a-116e-4f7b-b5cf-ded7623984bd req-3dfe8e9d-98b7-4b76-b12e-e92d4cdca5b0 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 945 time: 0.0674102 Jun 16 16:24:39.722401 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7512d76a-116e-4f7b-b5cf-ded7623984bd req-895e15bf-3857-477e-b099-5cc63e1bbee9 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310812 Jun 16 16:24:40.037055 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfc9ea-761e-4a2e-bd02-6870a9a670f7 req-46cb3795-9ac2-4a14-84db-4f583b8c0ecb tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:40.038513 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bfdfc9ea-761e-4a2e-bd02-6870a9a670f7 req-46cb3795-9ac2-4a14-84db-4f583b8c0ecb tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0701087 Jun 16 16:24:40.075837 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bfdfc9ea-761e-4a2e-bd02-6870a9a670f7 req-a7e459ff-68a7-4b38-b644-26560221bd58 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316601 Jun 16 16:24:40.089699 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['e92f4089-8f8b-447e-8f47-877dc19fa396'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:24:40.294944 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270abee-ebab-4870-a41a-8aaaee2b7cf1 req-45d350e6-4532-4970-a089-37ff60a03cc5 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:40.296475 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b270abee-ebab-4870-a41a-8aaaee2b7cf1 req-45d350e6-4532-4970-a089-37ff60a03cc5 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0627789 Jun 16 16:24:40.336579 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b270abee-ebab-4870-a41a-8aaaee2b7cf1 req-209d3470-78dd-44bf-b64d-0e8a10e86bed tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338011 Jun 16 16:24:40.895983 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54112837-423e-40af-9e7d-e0dbbf140391 req-a434b3b8-bcca-41d4-9e36-e8767484cf79 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:40.897420 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-54112837-423e-40af-9e7d-e0dbbf140391 req-a434b3b8-bcca-41d4-9e36-e8767484cf79 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 945 time: 0.0626528 Jun 16 16:24:40.933859 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-54112837-423e-40af-9e7d-e0dbbf140391 req-31eb8273-c646-4d53-b384-aa236ef75c45 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307581 Jun 16 16:24:41.255716 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0ed90-3935-4257-90d1-83016dbc3f79 req-f54201ec-b63b-4d52-b806-e1792d9d5078 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:41.257355 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-76f0ed90-3935-4257-90d1-83016dbc3f79 req-f54201ec-b63b-4d52-b806-e1792d9d5078 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0655301 Jun 16 16:24:41.295371 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-76f0ed90-3935-4257-90d1-83016dbc3f79 req-5fd9d49e-ae8b-43af-845c-81518f1008ed tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319505 Jun 16 16:24:41.349942 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device e92f4089-8f8b-447e-8f47-877dc19fa396 up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:24:41.411703 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port e92f4089-8f8b-447e-8f47-877dc19fa396 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:24:41.416102 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port e92f4089-8f8b-447e-8f47-877dc19fa396 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:24:41.416739 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:41.530180 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:41.564479 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89329bf3-8484-4bd5-88f1-d2a298d8c735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92f4089-8f8b-447e-8f47-877dc19fa396'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:24:41.566874 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103d35c5-28c3-4e79-a178-c98c72b76b2f" -d '{"events": [{"server_uuid": "89329bf3-8484-4bd5-88f1-d2a298d8c735", "name": "network-vif-plugged", "status": "completed", "tag": "e92f4089-8f8b-447e-8f47-877dc19fa396"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:41.575859 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8292f-7379-48c2-8d92-c945008a59fc req-fe936621-c1ad-4307-a2b2-a11a4ba8b297 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:41.578103 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bfb8292f-7379-48c2-8d92-c945008a59fc req-fe936621-c1ad-4307-a2b2-a11a4ba8b297 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.1171308 Jun 16 16:24:41.585152 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port e92f4089-8f8b-447e-8f47-877dc19fa396, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e92f4089-8f8b-447e-8f47-877dc19fa396,segment=NetworkSegment(d0ac130b-0685-4271-90e5-764479ac141d),segment_id=d0ac130b-0685-4271-90e5-764479ac141d)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:41.591297 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:41.593519 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:41.646276 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bfb8292f-7379-48c2-8d92-c945008a59fc req-f899f82d-d1df-44a8-897c-8ad5e0e23717 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623260 Jun 16 16:24:41.650090 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=e92f4089-8f8b-447e-8f47-877dc19fa396,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:41.662565 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:41.667042 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7d24dd-7dec-48bd-aec9-6012ef64fda7 x-openstack-request-id: req-8a7d24dd-7dec-48bd-aec9-6012ef64fda7 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:41.667339 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89329bf3-8484-4bd5-88f1-d2a298d8c735", "name": "network-vif-plugged", "status": "completed", "tag": "e92f4089-8f8b-447e-8f47-877dc19fa396", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:41.667601 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8a7d24dd-7dec-48bd-aec9-6012ef64fda7 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:41.667993 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89329bf3-8484-4bd5-88f1-d2a298d8c735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92f4089-8f8b-447e-8f47-877dc19fa396', 'code': 200} Jun 16 16:24:41.746079 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df098d0-dd59-46b5-9d34-116871a6fd4e req-fc44cefb-81e6-4e20-bc2e-b4897ee5596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:41.748460 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2df098d0-dd59-46b5-9d34-116871a6fd4e req-fc44cefb-81e6-4e20-bc2e-b4897ee5596e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0bab6a88cf1841698fdebfb43f3a76ac&device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 1099 time: 0.0730689 Jun 16 16:24:41.826360 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd624be-9cfe-4aca-bdfa-f3a50eea16c9 req-6d1fe7fa-daf3-42b7-866f-7c4fb970dacf tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:41.830806 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-dfd624be-9cfe-4aca-bdfa-f3a50eea16c9 req-6d1fe7fa-daf3-42b7-866f-7c4fb970dacf tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0824163 Jun 16 16:24:41.869807 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df098d0-dd59-46b5-9d34-116871a6fd4e req-efc2bd95-a4de-450d-a4e7-34208501808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:41.871372 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2df098d0-dd59-46b5-9d34-116871a6fd4e req-efc2bd95-a4de-450d-a4e7-34208501808d service neutron] 10.222.0.99 "GET /v2.0/networks?id=f3bf38a0-6de0-478a-a880-437c4b879d4d HTTP/1.1" status: 200 len: 919 time: 0.1091397 Jun 16 16:24:41.877109 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-dfd624be-9cfe-4aca-bdfa-f3a50eea16c9 req-bee5e3ce-f611-43b5-b19a-475cb416214f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398669 Jun 16 16:24:41.937955 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2df098d0-dd59-46b5-9d34-116871a6fd4e req-04af7025-5f09-4a28-bde2-75eaadc05415 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c93d132-e70c-44fd-8432-1db8ed66b741 HTTP/1.1" status: 200 len: 217 time: 0.0457494 Jun 16 16:24:41.943917 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a7ead-afb0-478a-889c-75e389470c5f req-5125d566-9143-4dec-9c51-ccda64bd51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:41.945515 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-dd9a7ead-afb0-478a-889c-75e389470c5f req-5125d566-9143-4dec-9c51-ccda64bd51ff service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 1099 time: 0.0542347 Jun 16 16:24:41.989921 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-dd9a7ead-afb0-478a-889c-75e389470c5f req-54a1eff0-2fdc-43d9-847d-33e2d2674783 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342419 Jun 16 16:24:41.998018 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df098d0-dd59-46b5-9d34-116871a6fd4e req-722bea23-f105-4cd2-b5cb-bff271cf743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:41.999282 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2df098d0-dd59-46b5-9d34-116871a6fd4e req-722bea23-f105-4cd2-b5cb-bff271cf743b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=11140164-2d45-4a21-991b-acd6e1deb88b HTTP/1.1" status: 200 len: 858 time: 0.0527246 Jun 16 16:24:42.082763 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2df098d0-dd59-46b5-9d34-116871a6fd4e req-3c395c95-4623-487b-a82e-1f6855636e78 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3bf38a0-6de0-478a-a880-437c4b879d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282447 Jun 16 16:24:42.216256 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2df098d0-dd59-46b5-9d34-116871a6fd4e req-156df514-8b53-4647-a8b1-a1301e77bbfd service neutron] 10.222.0.99 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251991 Jun 16 16:24:42.225175 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649089c-caf6-44bf-98b4-f1c935e77b7f req-5f566345-21b4-4ee6-925c-33985a1b0a30 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:42.226640 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e649089c-caf6-44bf-98b4-f1c935e77b7f req-5f566345-21b4-4ee6-925c-33985a1b0a30 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 946 time: 0.1461494 Jun 16 16:24:42.317228 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e649089c-caf6-44bf-98b4-f1c935e77b7f req-6edfd18c-ac35-4167-9d11-6d2246796836 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828035 Jun 16 16:24:42.338308 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2df098d0-dd59-46b5-9d34-116871a6fd4e req-e41c89ca-bb7b-445b-94ae-7096064e32ad service neutron] 10.222.0.99 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107562 Jun 16 16:24:42.815724 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20aaec3-1b73-4568-9c91-6c6f6bc04bd7 req-bc39a3a9-73a6-4b08-8eed-48b5df5b4e84 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:42.817183 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c20aaec3-1b73-4568-9c91-6c6f6bc04bd7 req-bc39a3a9-73a6-4b08-8eed-48b5df5b4e84 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0649552 Jun 16 16:24:42.856825 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c20aaec3-1b73-4568-9c91-6c6f6bc04bd7 req-e983cfec-1b8a-46fd-b521-aa7c6f26eb62 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335190 Jun 16 16:24:43.060770 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccccd72-48fa-426d-85bf-f84b4eaf3f50 req-69077d20-555f-4535-9d0b-1f9d6824256f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:43.062295 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5ccccd72-48fa-426d-85bf-f84b4eaf3f50 req-69077d20-555f-4535-9d0b-1f9d6824256f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0713811 Jun 16 16:24:43.099993 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5ccccd72-48fa-426d-85bf-f84b4eaf3f50 req-f275b895-a25b-42b9-85e6-f43365e9cd1e tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315242 Jun 16 16:24:43.500048 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c71c0-6896-4177-bfb4-8a9e569b8a80 req-e5e1a0ff-267f-4dda-9d73-2a3ae2befdcd tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:43.501588 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2c1c71c0-6896-4177-bfb4-8a9e569b8a80 req-e5e1a0ff-267f-4dda-9d73-2a3ae2befdcd tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 946 time: 0.0688741 Jun 16 16:24:43.542864 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2c1c71c0-6896-4177-bfb4-8a9e569b8a80 req-70987153-9fc3-42c1-9342-033a9ba9cf7b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343714 Jun 16 16:24:44.037068 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cc405-e6c3-43dc-855d-b227173dca62 req-a6fb2afb-b425-4de8-a01b-9c911d67be53 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:44.038630 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4a5cc405-e6c3-43dc-855d-b227173dca62 req-a6fb2afb-b425-4de8-a01b-9c911d67be53 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0665758 Jun 16 16:24:44.083950 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4a5cc405-e6c3-43dc-855d-b227173dca62 req-adfb5e2d-c421-4c62-ab7d-0e3915906f68 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387805 Jun 16 16:24:44.422465 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25986a-3e18-427e-a0e2-b07c007e2b64 req-0cb3fc3e-65f5-4e2f-b1c0-7b1050953498 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:44.424036 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0b25986a-3e18-427e-a0e2-b07c007e2b64 req-0cb3fc3e-65f5-4e2f-b1c0-7b1050953498 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0628867 Jun 16 16:24:44.463384 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0b25986a-3e18-427e-a0e2-b07c007e2b64 req-c62625fe-08ae-4e5f-a1b3-e70a78637f35 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338395 Jun 16 16:24:44.726514 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4705d5-17a0-441b-ad03-969bfc8cb0c2 req-e32bc6a3-2099-4924-979d-3d59c424ea9c tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:44.728018 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4a4705d5-17a0-441b-ad03-969bfc8cb0c2 req-e32bc6a3-2099-4924-979d-3d59c424ea9c tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 946 time: 0.0725551 Jun 16 16:24:44.772268 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4a4705d5-17a0-441b-ad03-969bfc8cb0c2 req-656f1fb0-c994-4417-85f2-c5f54d885920 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342844 Jun 16 16:24:45.278083 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb79a15-aedd-4c0d-b2a8-8ca3f1189b89 req-ca2fdab6-4767-41b6-a686-670b6341faff tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:45.280162 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-adb79a15-aedd-4c0d-b2a8-8ca3f1189b89 req-ca2fdab6-4767-41b6-a686-670b6341faff tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0730381 Jun 16 16:24:45.320823 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-adb79a15-aedd-4c0d-b2a8-8ca3f1189b89 req-ca14ded5-3656-418e-9945-a048123d1974 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330875 Jun 16 16:24:45.649617 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74a209-ea36-4ca2-9352-d49503d3fe2d req-b121af9c-d10a-4564-9a6d-c82812a64537 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:45.651057 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6e74a209-ea36-4ca2-9352-d49503d3fe2d req-b121af9c-d10a-4564-9a6d-c82812a64537 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0679839 Jun 16 16:24:45.691327 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6e74a209-ea36-4ca2-9352-d49503d3fe2d req-99266f6f-c7f4-4117-a2f4-a0aaee9a2848 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346870 Jun 16 16:24:45.774058 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2a5a7-4dd5-4d92-8bbd-6276d4592bae req-f83fcbba-c485-4ea9-9a25-9b3ad2691c5a tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:45.775693 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-44a2a5a7-4dd5-4d92-8bbd-6276d4592bae req-f83fcbba-c485-4ea9-9a25-9b3ad2691c5a tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 946 time: 0.0726066 Jun 16 16:24:45.817146 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-44a2a5a7-4dd5-4d92-8bbd-6276d4592bae req-8b4befcc-178d-4609-95f2-354d299b14a1 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353618 Jun 16 16:24:46.501984 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33931e55-a6f5-411b-a978-1b59cd1c6d2a req-140c422a-781e-4c10-bbe9-45f335e10f7d tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:46.503888 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-33931e55-a6f5-411b-a978-1b59cd1c6d2a req-140c422a-781e-4c10-bbe9-45f335e10f7d tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0663519 Jun 16 16:24:46.544364 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-33931e55-a6f5-411b-a978-1b59cd1c6d2a req-44ce0ebd-8881-4e3d-9b6a-2d2140c018bf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348623 Jun 16 16:24:46.991421 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61628e38-fe77-41eb-83a3-d806d1491792 req-e9653698-c2f2-41e3-b255-fe3770865216 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:46.992876 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-61628e38-fe77-41eb-83a3-d806d1491792 req-e9653698-c2f2-41e3-b255-fe3770865216 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 946 time: 0.0628712 Jun 16 16:24:47.031383 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-61628e38-fe77-41eb-83a3-d806d1491792 req-25350f87-83eb-40db-820f-a3395a45ba8b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328593 Jun 16 16:24:47.222495 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29b386-f7e1-4139-bbfb-9aab43e7f9db req-eb8fc243-06ed-4bec-b43b-149bb065b746 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:47.223975 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5e29b386-f7e1-4139-bbfb-9aab43e7f9db req-eb8fc243-06ed-4bec-b43b-149bb065b746 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0689168 Jun 16 16:24:47.268461 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5e29b386-f7e1-4139-bbfb-9aab43e7f9db req-54548bc4-967c-4545-bf02-e805012645c3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385909 Jun 16 16:24:47.742040 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d494c3c-0480-4324-af4d-71b20a043fbd req-a0ce62ff-85a4-4833-aff9-90da3f572619 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:47.744105 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6d494c3c-0480-4324-af4d-71b20a043fbd req-a0ce62ff-85a4-4833-aff9-90da3f572619 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0780275 Jun 16 16:24:47.789116 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6d494c3c-0480-4324-af4d-71b20a043fbd req-4085fcbf-7ef7-43e5-b681-85ae1d566459 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381725 Jun 16 16:24:48.211315 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398a9d2-42b9-40de-9672-83e12df8c8a0 req-1179ec17-f8aa-4ee9-b2af-48d354cd6b1a tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:48.212937 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-7398a9d2-42b9-40de-9672-83e12df8c8a0 req-1179ec17-f8aa-4ee9-b2af-48d354cd6b1a tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.99 "GET /v2.0/ports?device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 946 time: 0.1064551 Jun 16 16:24:48.272746 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de909a01-e5c2-4eb9-ab6a-fea5c307ae6f req-582323c9-60b5-4a61-bdc2-beb1489b6d14 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:48.274231 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-de909a01-e5c2-4eb9-ab6a-fea5c307ae6f req-582323c9-60b5-4a61-bdc2-beb1489b6d14 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 946 time: 0.1254950 Jun 16 16:24:48.574053 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-de909a01-e5c2-4eb9-ab6a-fea5c307ae6f req-b844986d-ad02-49fb-a9a3-75803b98f23b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/security-groups?id=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940805 Jun 16 16:24:48.616679 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [req-7398a9d2-42b9-40de-9672-83e12df8c8a0 req-894cfe3a-1a35-4fa7-8301-7858664c240d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Deleting port e92f4089-8f8b-447e-8f47-877dc19fa396 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:24:48.617036 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-7398a9d2-42b9-40de-9672-83e12df8c8a0 req-894cfe3a-1a35-4fa7-8301-7858664c240d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:48.705537 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [req-7398a9d2-42b9-40de-9672-83e12df8c8a0 req-894cfe3a-1a35-4fa7-8301-7858664c240d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] For port e92f4089-8f8b-447e-8f47-877dc19fa396, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e92f4089-8f8b-447e-8f47-877dc19fa396,segment=NetworkSegment(d0ac130b-0685-4271-90e5-764479ac141d),segment_id=d0ac130b-0685-4271-90e5-764479ac141d)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:48.706285 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-7398a9d2-42b9-40de-9672-83e12df8c8a0 req-894cfe3a-1a35-4fa7-8301-7858664c240d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:48.758292 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672297da-9a37-4b02-9450-a07fd8c7856c req-18ac808f-26fa-46bd-ba9a-89ecd3ff1982 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:48.759946 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-672297da-9a37-4b02-9450-a07fd8c7856c req-18ac808f-26fa-46bd-ba9a-89ecd3ff1982 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 945 time: 0.0713561 Jun 16 16:24:48.772228 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [req-7398a9d2-42b9-40de-9672-83e12df8c8a0 req-894cfe3a-1a35-4fa7-8301-7858664c240d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Calling delete_port for e92f4089-8f8b-447e-8f47-877dc19fa396 owned by compute:nova {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:24:48.800880 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-672297da-9a37-4b02-9450-a07fd8c7856c req-270902ea-e7d6-49a4-9561-5f2ed3c6391f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351562 Jun 16 16:24:48.906875 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-7398a9d2-42b9-40de-9672-83e12df8c8a0 req-894cfe3a-1a35-4fa7-8301-7858664c240d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:48.919744 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:48.920931 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['e92f4089-8f8b-447e-8f47-877dc19fa396'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:24:48.962491 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894cfe3a-1a35-4fa7-8301-7858664c240d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Pushing event deleted for resources: {'Port': ['ID=e92f4089-8f8b-447e-8f47-877dc19fa396,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:48.967822 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-894cfe3a-1a35-4fa7-8301-7858664c240d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:49.016364 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [req-7398a9d2-42b9-40de-9672-83e12df8c8a0 req-894cfe3a-1a35-4fa7-8301-7858664c240d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] No DVR routers for this DVR port e92f4089-8f8b-447e-8f47-877dc19fa396 on host hv-cinder-77525 {{(pid=91606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:24:49.021201 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-7398a9d2-42b9-40de-9672-83e12df8c8a0 req-894cfe3a-1a35-4fa7-8301-7858664c240d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:49.023149 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-7398a9d2-42b9-40de-9672-83e12df8c8a0 req-894cfe3a-1a35-4fa7-8301-7858664c240d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.99 "DELETE /v2.0/ports/e92f4089-8f8b-447e-8f47-877dc19fa396 HTTP/1.1" status: 204 len: 173 time: 0.7942979 Jun 16 16:24:49.023633 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89329bf3-8484-4bd5-88f1-d2a298d8c735', 'name': 'network-vif-deleted', 'tag': 'e92f4089-8f8b-447e-8f47-877dc19fa396'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:24:49.025999 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcc14e41f13d97c8742cd6abe1fc053a743771352171e7c539edf99606292a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43eb47da-4c0d-433f-afde-4c70667f2777" -d '{"events": [{"server_uuid": "89329bf3-8484-4bd5-88f1-d2a298d8c735", "name": "network-vif-deleted", "tag": "e92f4089-8f8b-447e-8f47-877dc19fa396"}]}' {{(pid=91606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:49.052885 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142984c8-ec6f-4a6d-bb72-5938420b4143 req-d7834163-56c0-4a68-8ae9-c8b2683d6939 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:49.053729 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-142984c8-ec6f-4a6d-bb72-5938420b4143 req-d7834163-56c0-4a68-8ae9-c8b2683d6939 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.1440871 Jun 16 16:24:49.069020 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820ae078-a0f2-434d-9ffc-63141d03eee6 x-openstack-request-id: req-820ae078-a0f2-434d-9ffc-63141d03eee6 {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:49.069342 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89329bf3-8484-4bd5-88f1-d2a298d8c735", "name": "network-vif-deleted", "tag": "e92f4089-8f8b-447e-8f47-877dc19fa396", "status": "completed", "code": 200}]} {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:49.069662 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-820ae078-a0f2-434d-9ffc-63141d03eee6 {{(pid=91606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:49.070079 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89329bf3-8484-4bd5-88f1-d2a298d8c735', 'name': 'network-vif-deleted', 'tag': 'e92f4089-8f8b-447e-8f47-877dc19fa396', 'status': 'completed', 'code': 200} Jun 16 16:24:49.100621 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-142984c8-ec6f-4a6d-bb72-5938420b4143 req-5f875d0f-627f-4a0a-a191-cb02947ab286 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391939 Jun 16 16:24:49.739381 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-7c4e9165-fcb9-4d0b-84b0-2ca704f87456 req-4b59a495-d43b-43e6-a521-97d57e706534 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] 10.222.0.86 "GET /v2.0/ports?device_id=89329bf3-8484-4bd5-88f1-d2a298d8c735 HTTP/1.1" status: 200 len: 210 time: 0.0290315 Jun 16 16:24:49.984247 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135f1de-754f-4378-af48-f5ec51815c2b req-ef6563e8-286e-40e4-9e19-dcb6fcf3324a tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:49.985802 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6135f1de-754f-4378-af48-f5ec51815c2b req-ef6563e8-286e-40e4-9e19-dcb6fcf3324a tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 945 time: 0.0626745 Jun 16 16:24:50.025180 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6135f1de-754f-4378-af48-f5ec51815c2b req-5b4164ea-ed4a-4e46-992d-2e90508209a8 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327530 Jun 16 16:24:50.279160 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b024b3-74ca-4b45-b390-a4c85e878cb3 req-2bcc9841-99ea-4e40-bab7-f3c5cd828a45 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:50.280881 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-70b024b3-74ca-4b45-b390-a4c85e878cb3 req-2bcc9841-99ea-4e40-bab7-f3c5cd828a45 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0655556 Jun 16 16:24:50.318599 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-70b024b3-74ca-4b45-b390-a4c85e878cb3 req-f410ae40-47c7-44f3-aab2-3f6f95e54ae8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314467 Jun 16 16:24:50.916799 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c872a1-79eb-4dbc-86d5-292758a5bcc5 req-a6b6e2b2-4885-4e69-917a-496244ca19ab tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:50.918279 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d4c872a1-79eb-4dbc-86d5-292758a5bcc5 req-a6b6e2b2-4885-4e69-917a-496244ca19ab tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.99 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 945 time: 0.0782306 Jun 16 16:24:51.035553 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [req-d4c872a1-79eb-4dbc-86d5-292758a5bcc5 req-37533ad6-0187-4df0-bff5-f7a198704c3e tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Deleting port ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:24:51.035823 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-d4c872a1-79eb-4dbc-86d5-292758a5bcc5 req-37533ad6-0187-4df0-bff5-f7a198704c3e tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:51.139852 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [req-d4c872a1-79eb-4dbc-86d5-292758a5bcc5 req-37533ad6-0187-4df0-bff5-f7a198704c3e tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] For port ecfe5801-190a-48c5-b80f-1e73d6fd2dd7, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=ecfe5801-190a-48c5-b80f-1e73d6fd2dd7,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:51.140240 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-d4c872a1-79eb-4dbc-86d5-292758a5bcc5 req-37533ad6-0187-4df0-bff5-f7a198704c3e tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:51.213315 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [req-d4c872a1-79eb-4dbc-86d5-292758a5bcc5 req-37533ad6-0187-4df0-bff5-f7a198704c3e tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Calling delete_port for ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 owned by compute:nova {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:24:51.234849 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4e6ee-6010-4198-b94e-9908f5f8f308 req-909d76c1-3f96-4608-91b9-18327e5a52ab tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:51.234849 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-25c4e6ee-6010-4198-b94e-9908f5f8f308 req-909d76c1-3f96-4608-91b9-18327e5a52ab tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 945 time: 0.0724821 Jun 16 16:24:51.274826 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-25c4e6ee-6010-4198-b94e-9908f5f8f308 req-6a8d3d28-ce90-4b5f-b390-563b0b06c106 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367036 Jun 16 16:24:51.367514 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-d4c872a1-79eb-4dbc-86d5-292758a5bcc5 req-37533ad6-0187-4df0-bff5-f7a198704c3e tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:51.372879 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-58f54f58-533a-4dd5-a519-a7f14bb75d1d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:51.390587 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['9b14f5c6-e131-478c-be68-ab84f5ee4513', '01bdd8b7-be81-49cb-900d-f19d056ba4a3', '32f91171-cbdb-4185-a5d7-a9052fb31108', 'ecfe5801-190a-48c5-b80f-1e73d6fd2dd7'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:24:51.415072 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37533ad6-0187-4df0-bff5-f7a198704c3e tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Pushing event deleted for resources: {'Port': ['ID=ecfe5801-190a-48c5-b80f-1e73d6fd2dd7,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:51.418233 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-37533ad6-0187-4df0-bff5-f7a198704c3e tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:51.442477 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device e92f4089-8f8b-447e-8f47-877dc19fa396 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:24:51.475626 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: e92f4089-8f8b-447e-8f47-877dc19fa396 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:24:51.476089 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device e92f4089-8f8b-447e-8f47-877dc19fa396 not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:24:51.480073 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c872a1-79eb-4dbc-86d5-292758a5bcc5 req-37533ad6-0187-4df0-bff5-f7a198704c3e tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] No DVR routers for this DVR port ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 on host hv-cinder-77525 {{(pid=91606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:24:51.505868 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-d4c872a1-79eb-4dbc-86d5-292758a5bcc5 req-37533ad6-0187-4df0-bff5-f7a198704c3e tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:51.507910 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d4c872a1-79eb-4dbc-86d5-292758a5bcc5 req-37533ad6-0187-4df0-bff5-f7a198704c3e tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.99 "DELETE /v2.0/ports/ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 HTTP/1.1" status: 204 len: 173 time: 0.5796092 Jun 16 16:24:51.509330 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d9f1ad-73d7-4557-b501-acd8bccb7217', 'name': 'network-vif-deleted', 'tag': 'ecfe5801-190a-48c5-b80f-1e73d6fd2dd7'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:24:51.512069 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcc14e41f13d97c8742cd6abe1fc053a743771352171e7c539edf99606292a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bd0ab2-3838-43ac-a79f-762c06cf4599" -d '{"events": [{"server_uuid": "60d9f1ad-73d7-4557-b501-acd8bccb7217", "name": "network-vif-deleted", "tag": "ecfe5801-190a-48c5-b80f-1e73d6fd2dd7"}]}' {{(pid=91606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:51.582184 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd827088-943c-4a83-98b6-4cb8abb13be8 x-openstack-request-id: req-fd827088-943c-4a83-98b6-4cb8abb13be8 {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:51.582503 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d9f1ad-73d7-4557-b501-acd8bccb7217", "name": "network-vif-deleted", "tag": "ecfe5801-190a-48c5-b80f-1e73d6fd2dd7", "status": "completed", "code": 200}]} {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:51.582783 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fd827088-943c-4a83-98b6-4cb8abb13be8 {{(pid=91606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:51.583310 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d9f1ad-73d7-4557-b501-acd8bccb7217', 'name': 'network-vif-deleted', 'tag': 'ecfe5801-190a-48c5-b80f-1e73d6fd2dd7', 'status': 'completed', 'code': 200} Jun 16 16:24:51.602116 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba95ad6-904a-4fd2-935d-79693ee1ce35 req-a587343a-df0f-40c0-8daa-116215d1588f tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:51.605253 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0ba95ad6-904a-4fd2-935d-79693ee1ce35 req-a587343a-df0f-40c0-8daa-116215d1588f tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.1586535 Jun 16 16:24:51.694141 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0ba95ad6-904a-4fd2-935d-79693ee1ce35 req-817fa58d-322c-4a01-91ed-e30f30e32d78 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803652 Jun 16 16:24:52.162293 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cb773c46-ef1e-48eb-9024-a7fc05bcfc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:52.436940 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9ce9352b-c0c4-44de-b763-0bedba5f71c0 req-cfa53a9d-9fa4-464f-ae80-fcc4a84c3d38 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 210 time: 0.0311880 Jun 16 16:24:52.883505 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5aa49-c26b-4d02-8cfc-5379b04196f8 req-2ef4ef9b-f54f-49be-9e4e-8fbd2bcd8bd6 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:52.884839 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-01e5aa49-c26b-4d02-8cfc-5379b04196f8 req-2ef4ef9b-f54f-49be-9e4e-8fbd2bcd8bd6 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0615842 Jun 16 16:24:52.921893 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-01e5aa49-c26b-4d02-8cfc-5379b04196f8 req-c1d4907e-0755-4591-851a-7112ecd59393 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312862 Jun 16 16:24:53.593188 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3ac1bd70-dfe8-4589-ad92-6c72e6003130 req-59d61810-bbca-47b3-830e-d5605c0097a2 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 210 time: 0.0313091 Jun 16 16:24:54.096754 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52af5d-3bd6-4c8a-abb4-3895eaf8f701 req-21a0ceaf-22fb-4b59-9d20-ad04ae116dc1 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:54.098245 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c52af5d-3bd6-4c8a-abb4-3895eaf8f701 req-21a0ceaf-22fb-4b59-9d20-ad04ae116dc1 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0668032 Jun 16 16:24:54.138052 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c52af5d-3bd6-4c8a-abb4-3895eaf8f701 req-30eaa370-3b37-4748-9c7d-1546e2348238 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327396 Jun 16 16:24:54.748557 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-dd8cb7a1-4423-417c-94e8-3520851eae86 req-5008f581-254c-40b6-8091-f2a378321efd tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=60d9f1ad-73d7-4557-b501-acd8bccb7217 HTTP/1.1" status: 200 len: 210 time: 0.0287125 Jun 16 16:24:54.802701 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ca80723a-c6a9-421e-bc94-e62d2731fa0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:54.894973 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:55.269568 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:24:55.297754 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:24:55.298130 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device ecfe5801-190a-48c5-b80f-1e73d6fd2dd7 not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:24:55.328196 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e455a32-c86e-4887-8fb5-967c968db697 req-e97128e7-a891-40c6-8ba3-437f997ee2b9 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:55.330114 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2e455a32-c86e-4887-8fb5-967c968db697 req-e97128e7-a891-40c6-8ba3-437f997ee2b9 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0759404 Jun 16 16:24:55.369107 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2e455a32-c86e-4887-8fb5-967c968db697 req-a2cadcb3-1f15-4ebe-b719-47329227d3d3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330486 Jun 16 16:24:55.863781 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:56.578361 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769e5bd-69cd-4470-85d1-183b5ef1c29e req-dd67285d-38e3-4d64-b7d5-cd4a1a65fa11 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:56.581330 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4769e5bd-69cd-4470-85d1-183b5ef1c29e req-dd67285d-38e3-4d64-b7d5-cd4a1a65fa11 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0675116 Jun 16 16:24:56.622147 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4769e5bd-69cd-4470-85d1-183b5ef1c29e req-8ce75aca-5c98-4f65-a686-c4e5a0059290 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331771 Jun 16 16:24:57.378744 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da58814-fa00-4933-a19c-ddf5c40c5bfb req-e25114a1-9b9d-4028-819b-1844f34dfc66 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:57.380446 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1da58814-fa00-4933-a19c-ddf5c40c5bfb req-e25114a1-9b9d-4028-819b-1844f34dfc66 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bf73e50-3739-40bc-a240-a3b5deadd107 HTTP/1.1" status: 200 len: 946 time: 0.0694809 Jun 16 16:24:57.422984 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1da58814-fa00-4933-a19c-ddf5c40c5bfb req-3e97e20c-45ca-4678-8254-95f9fb7b7e5f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355070 Jun 16 16:24:57.624784 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:57.740330 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ad8f8-9343-4bf5-a09d-fdeb04daf4be req-b255d4c2-ecda-4738-a393-525c99e5833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:57.742545 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-032ad8f8-9343-4bf5-a09d-fdeb04daf4be req-b255d4c2-ecda-4738-a393-525c99e5833e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0bab6a88cf1841698fdebfb43f3a76ac&device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 1099 time: 0.0819252 Jun 16 16:24:57.798653 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381ee67-b67e-4ccc-bfa8-7c599da74fcb req-7ea4f3cc-8acc-42e2-a900-a775d864a5cd tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:57.800563 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5381ee67-b67e-4ccc-bfa8-7c599da74fcb req-7ea4f3cc-8acc-42e2-a900-a775d864a5cd tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1003091 Jun 16 16:24:57.913176 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ad8f8-9343-4bf5-a09d-fdeb04daf4be req-7ef3680e-0bf6-4529-a6ed-bca1d15ca16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:57.914962 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-032ad8f8-9343-4bf5-a09d-fdeb04daf4be req-7ef3680e-0bf6-4529-a6ed-bca1d15ca16d service neutron] 10.222.0.99 "GET /v2.0/networks?id=f3bf38a0-6de0-478a-a880-437c4b879d4d HTTP/1.1" status: 200 len: 919 time: 0.1654596 Jun 16 16:24:57.972206 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-032ad8f8-9343-4bf5-a09d-fdeb04daf4be req-47097daf-c0ff-4d05-8575-1ec1dcb50277 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c93d132-e70c-44fd-8432-1db8ed66b741 HTTP/1.1" status: 200 len: 217 time: 0.0445557 Jun 16 16:24:57.984636 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6afd38-a67f-454d-bd80-98afd32e39a6 req-789a153d-d4af-4eee-be9b-6e17ca069422 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:57.986282 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6f6afd38-a67f-454d-bd80-98afd32e39a6 req-789a153d-d4af-4eee-be9b-6e17ca069422 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.1915364 Jun 16 16:24:58.055965 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ad8f8-9343-4bf5-a09d-fdeb04daf4be req-042f05b4-e0ec-4fb7-920e-5c78c7e41f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:58.057407 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-032ad8f8-9343-4bf5-a09d-fdeb04daf4be req-042f05b4-e0ec-4fb7-920e-5c78c7e41f21 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=11140164-2d45-4a21-991b-acd6e1deb88b HTTP/1.1" status: 200 len: 858 time: 0.0701869 Jun 16 16:24:58.060156 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6f6afd38-a67f-454d-bd80-98afd32e39a6 req-00ba6224-7793-4f5f-89cc-085b06ffd380 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645051 Jun 16 16:24:58.117184 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-032ad8f8-9343-4bf5-a09d-fdeb04daf4be req-60b1dc92-4971-4da2-ad02-b39c9b6f3db8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3bf38a0-6de0-478a-a880-437c4b879d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424438 Jun 16 16:24:58.156233 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:58.174175 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5381ee67-b67e-4ccc-bfa8-7c599da74fcb req-03d4d169-f4a1-4ab2-bc3a-eacd103808be tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653381 Jun 16 16:24:58.250394 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-032ad8f8-9343-4bf5-a09d-fdeb04daf4be req-9b350bc2-ea1a-45d7-bd87-58572b91a7cc service neutron] 10.222.0.99 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254659 Jun 16 16:24:58.364264 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-032ad8f8-9343-4bf5-a09d-fdeb04daf4be req-fe3e91c5-5141-4a90-b1cc-a5b058957c43 service neutron] 10.222.0.99 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035028 Jun 16 16:24:58.741617 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbb080-9ead-41a6-8b0b-3f7ec980ed8c req-5366704f-359a-46ac-b46d-0381fd8c12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:58.745281 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-83cbb080-9ead-41a6-8b0b-3f7ec980ed8c req-5366704f-359a-46ac-b46d-0381fd8c12eb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b8a7950983b4751a0fb34523c61191d&device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 1098 time: 0.1361716 Jun 16 16:24:58.769394 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a78b7-c520-45c0-9dec-f4f05fbf077c req-2cd8820c-0572-4caa-9c78-e614ebcf9dd5 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:58.770887 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3a1a78b7-c520-45c0-9dec-f4f05fbf077c req-2cd8820c-0572-4caa-9c78-e614ebcf9dd5 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bf73e50-3739-40bc-a240-a3b5deadd107 HTTP/1.1" status: 200 len: 946 time: 0.1719568 Jun 16 16:24:58.819597 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a7cee-56b2-43c1-a584-2d86a81f6f93 req-89b14c00-11d7-44be-aad1-e964357e263c tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:58.826715 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bf9a7cee-56b2-43c1-a584-2d86a81f6f93 req-89b14c00-11d7-44be-aad1-e964357e263c tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.2565913 Jun 16 16:24:58.851560 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3a1a78b7-c520-45c0-9dec-f4f05fbf077c req-d9ba8b76-0a9a-46ce-9873-c0fdee568919 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723157 Jun 16 16:24:58.899770 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bf9a7cee-56b2-43c1-a584-2d86a81f6f93 req-21774ba3-9698-4d59-9fa0-4d193908f392 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721650 Jun 16 16:24:58.935688 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbb080-9ead-41a6-8b0b-3f7ec980ed8c req-ed111ecd-3b57-48a5-9225-6ac0338520aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:58.937113 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-83cbb080-9ead-41a6-8b0b-3f7ec980ed8c req-ed111ecd-3b57-48a5-9225-6ac0338520aa service neutron] 10.222.0.99 "GET /v2.0/networks?id=02e15231-b46c-4cf2-9ad6-fa4086007904 HTTP/1.1" status: 200 len: 910 time: 0.1779623 Jun 16 16:24:59.020393 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-83cbb080-9ead-41a6-8b0b-3f7ec980ed8c req-00af74d3-9f1d-44c7-af95-bea2fafab42e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9aedbbf-0f8c-401a-a1f1-0111cb20a149 HTTP/1.1" status: 200 len: 1001 time: 0.0744555 Jun 16 16:24:59.123393 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbb080-9ead-41a6-8b0b-3f7ec980ed8c req-e92b148a-9cc6-41f3-99f1-d12dccb8ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:59.124939 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-83cbb080-9ead-41a6-8b0b-3f7ec980ed8c req-e92b148a-9cc6-41f3-99f1-d12dccb8ef1b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ea088378-29f7-4b89-b70f-57d9f2f62724 HTTP/1.1" status: 200 len: 848 time: 0.0803299 Jun 16 16:24:59.201684 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbb080-9ead-41a6-8b0b-3f7ec980ed8c req-2f925ccc-1476-4fb7-92b5-c55e83539887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:59.203204 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-83cbb080-9ead-41a6-8b0b-3f7ec980ed8c req-2f925ccc-1476-4fb7-92b5-c55e83539887 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=02e15231-b46c-4cf2-9ad6-fa4086007904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658464 Jun 16 16:24:59.350176 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-83cbb080-9ead-41a6-8b0b-3f7ec980ed8c req-7234aa15-5b8f-48ef-af0f-dbeed1b6cf46 service neutron] 10.222.0.99 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386528 Jun 16 16:24:59.385390 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9583da-c19e-4702-aa1d-aa7a9ae04301 req-be2ca00e-9cd5-4a79-ae65-1432ff26c70b tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:59.387031 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9c9583da-c19e-4702-aa1d-aa7a9ae04301 req-be2ca00e-9cd5-4a79-ae65-1432ff26c70b tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1017563 Jun 16 16:24:59.486148 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9c9583da-c19e-4702-aa1d-aa7a9ae04301 req-d6a782db-d541-49a6-af33-64275a6fd710 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839911 Jun 16 16:24:59.524776 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-83cbb080-9ead-41a6-8b0b-3f7ec980ed8c req-5196d3a6-b3f6-45bb-887f-fd6eb3a50b9f service neutron] 10.222.0.99 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613998 Jun 16 16:24:59.593188 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70bfc4-abd5-46b1-a962-4384406153e0 req-282cff42-e34b-4952-8fc7-b7812fb9a89f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:59.594286 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ce70bfc4-abd5-46b1-a962-4384406153e0 req-282cff42-e34b-4952-8fc7-b7812fb9a89f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.99 "GET /v2.0/ports?device_id=4bf73e50-3739-40bc-a240-a3b5deadd107 HTTP/1.1" status: 200 len: 946 time: 0.1113703 Jun 16 16:24:59.732736 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-ce70bfc4-abd5-46b1-a962-4384406153e0 req-0952d28a-823b-4ab0-8353-f73ebb9c2f9f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Deleting port 32f91171-cbdb-4185-a5d7-a9052fb31108 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:24:59.733227 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ce70bfc4-abd5-46b1-a962-4384406153e0 req-0952d28a-823b-4ab0-8353-f73ebb9c2f9f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:59.848222 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-ce70bfc4-abd5-46b1-a962-4384406153e0 req-0952d28a-823b-4ab0-8353-f73ebb9c2f9f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] For port 32f91171-cbdb-4185-a5d7-a9052fb31108, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=32f91171-cbdb-4185-a5d7-a9052fb31108,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:59.848954 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ce70bfc4-abd5-46b1-a962-4384406153e0 req-0952d28a-823b-4ab0-8353-f73ebb9c2f9f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:59.916953 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-ce70bfc4-abd5-46b1-a962-4384406153e0 req-0952d28a-823b-4ab0-8353-f73ebb9c2f9f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Calling delete_port for 32f91171-cbdb-4185-a5d7-a9052fb31108 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:25:00.053075 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:25:00.141358 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d33c2-bec0-4c25-8dc1-175988c59b82 req-2ae734b0-a87f-4374-8a27-c474bdca450a tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:00.142899 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ed7d33c2-bec0-4c25-8dc1-175988c59b82 req-2ae734b0-a87f-4374-8a27-c474bdca450a tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bf73e50-3739-40bc-a240-a3b5deadd107 HTTP/1.1" status: 200 len: 946 time: 0.1480992 Jun 16 16:25:00.188560 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ce70bfc4-abd5-46b1-a962-4384406153e0 req-0952d28a-823b-4ab0-8353-f73ebb9c2f9f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:00.195406 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-91d55b94-f7c4-40a1-8ddb-0de3de880026 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:00.204825 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['9b14f5c6-e131-478c-be68-ab84f5ee4513', '01bdd8b7-be81-49cb-900d-f19d056ba4a3', '32f91171-cbdb-4185-a5d7-a9052fb31108'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:25:00.227413 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b795bc9-5f53-4b18-8811-35c8b0baae03 req-89a0a110-4531-42f2-8296-ddfc3f035763 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:00.235592 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-7b795bc9-5f53-4b18-8811-35c8b0baae03 req-89a0a110-4531-42f2-8296-ddfc3f035763 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.1154070 Jun 16 16:25:00.253492 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ed7d33c2-bec0-4c25-8dc1-175988c59b82 req-29746d43-9f50-4492-9581-cb3f13bd47ab tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041331 Jun 16 16:25:00.256252 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952d28a-823b-4ab0-8353-f73ebb9c2f9f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Pushing event deleted for resources: {'Port': ['ID=32f91171-cbdb-4185-a5d7-a9052fb31108,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:00.271061 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0952d28a-823b-4ab0-8353-f73ebb9c2f9f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:00.299624 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-7b795bc9-5f53-4b18-8811-35c8b0baae03 req-ebabc661-6b8c-4260-adbe-46405e77824a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628664 Jun 16 16:25:00.374630 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce70bfc4-abd5-46b1-a962-4384406153e0 req-0952d28a-823b-4ab0-8353-f73ebb9c2f9f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] No DVR routers for this DVR port 32f91171-cbdb-4185-a5d7-a9052fb31108 on host hv-cinder-77525 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:25:00.379794 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ce70bfc4-abd5-46b1-a962-4384406153e0 req-0952d28a-823b-4ab0-8353-f73ebb9c2f9f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:00.381791 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ce70bfc4-abd5-46b1-a962-4384406153e0 req-0952d28a-823b-4ab0-8353-f73ebb9c2f9f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.99 "DELETE /v2.0/ports/32f91171-cbdb-4185-a5d7-a9052fb31108 HTTP/1.1" status: 204 len: 173 time: 0.7808673 Jun 16 16:25:00.382292 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf73e50-3739-40bc-a240-a3b5deadd107', 'name': 'network-vif-deleted', 'tag': '32f91171-cbdb-4185-a5d7-a9052fb31108'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:25:00.384573 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df035d1-48d0-45e6-84a6-fc30d622814d" -d '{"events": [{"server_uuid": "4bf73e50-3739-40bc-a240-a3b5deadd107", "name": "network-vif-deleted", "tag": "32f91171-cbdb-4185-a5d7-a9052fb31108"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:00.442774 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de898d7-b74c-4dcb-b4e5-b0d1097f04c3 x-openstack-request-id: req-6de898d7-b74c-4dcb-b4e5-b0d1097f04c3 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:00.443445 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf73e50-3739-40bc-a240-a3b5deadd107", "name": "network-vif-deleted", "tag": "32f91171-cbdb-4185-a5d7-a9052fb31108", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:00.443445 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6de898d7-b74c-4dcb-b4e5-b0d1097f04c3 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:00.443774 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf73e50-3739-40bc-a240-a3b5deadd107', 'name': 'network-vif-deleted', 'tag': '32f91171-cbdb-4185-a5d7-a9052fb31108', 'status': 'completed', 'code': 200} Jun 16 16:25:00.723771 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c5c71-2b3d-4fe2-beca-0797d23d2028 req-dccd5739-1566-4b7b-af99-e59044d66478 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:00.725987 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-776c5c71-2b3d-4fe2-beca-0797d23d2028 req-dccd5739-1566-4b7b-af99-e59044d66478 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0809507 Jun 16 16:25:00.767594 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-776c5c71-2b3d-4fe2-beca-0797d23d2028 req-a42e4ae0-0311-4eaa-93b9-9336a80c94f5 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352800 Jun 16 16:25:01.535008 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a7957-2c30-4b40-8efa-1c40d7a969a2 req-6a98f4b6-8531-46ab-b580-d50bc211ed4d tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:01.542309 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ad0a7957-2c30-4b40-8efa-1c40d7a969a2 req-6a98f4b6-8531-46ab-b580-d50bc211ed4d tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0876029 Jun 16 16:25:01.585102 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ad0a7957-2c30-4b40-8efa-1c40d7a969a2 req-e178324d-abe7-46f7-952b-6ffe197e2cf4 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418258 Jun 16 16:25:01.884220 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fff798-afa2-4dc1-bbc3-4b28c6245ea0 req-e62d64f1-c179-4aa8-9123-f1f348cfa362 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:01.886034 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-07fff798-afa2-4dc1-bbc3-4b28c6245ea0 req-e62d64f1-c179-4aa8-9123-f1f348cfa362 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdb5566f-26bd-4c8f-a391-010d8756eb0f HTTP/1.1" status: 200 len: 945 time: 0.0874264 Jun 16 16:25:01.942769 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-07fff798-afa2-4dc1-bbc3-4b28c6245ea0 req-29f2528a-a379-42cf-9043-61752cdbcecc tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507882 Jun 16 16:25:02.008472 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919fd48-53cb-4a54-b7eb-3761055e73e7 req-ae1ac8f7-149c-4597-ae27-d7410a17bdab tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:02.010212 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5919fd48-53cb-4a54-b7eb-3761055e73e7 req-ae1ac8f7-149c-4597-ae27-d7410a17bdab tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0847294 Jun 16 16:25:02.057028 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5919fd48-53cb-4a54-b7eb-3761055e73e7 req-53b856a4-9318-4ec5-a71e-ebbefe90c470 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405920 Jun 16 16:25:03.121719 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4bf77-e266-4e89-8cd3-568eb0f05daa req-6cee2380-3a6d-4280-92d0-080800ffbfc7 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:03.123191 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3ae4bf77-e266-4e89-8cd3-568eb0f05daa req-6cee2380-3a6d-4280-92d0-080800ffbfc7 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdb5566f-26bd-4c8f-a391-010d8756eb0f HTTP/1.1" status: 200 len: 945 time: 0.0625775 Jun 16 16:25:03.166208 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3ae4bf77-e266-4e89-8cd3-568eb0f05daa req-7c2c724e-6c83-4f39-b998-5041f701b18c tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362482 Jun 16 16:25:03.246415 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823048d-76f7-4790-8813-3b1d47835267 req-ff5e9332-e997-4772-b6da-b60ab8f79ede tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:03.248087 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b823048d-76f7-4790-8813-3b1d47835267 req-ff5e9332-e997-4772-b6da-b60ab8f79ede tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0708873 Jun 16 16:25:03.292120 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b823048d-76f7-4790-8813-3b1d47835267 req-f3ca8470-cacf-45e0-9129-b1fd1d325fca tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376160 Jun 16 16:25:03.475904 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 32f91171-cbdb-4185-a5d7-a9052fb31108 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:25:03.510992 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: 32f91171-cbdb-4185-a5d7-a9052fb31108 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:25:03.511693 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 32f91171-cbdb-4185-a5d7-a9052fb31108 not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:25:04.017450 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af49f7c-362d-41e3-9b72-9ed28a36ca20 req-38e1bc21-239f-4b2f-a048-a7f76610a6ad tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:04.019337 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8af49f7c-362d-41e3-9b72-9ed28a36ca20 req-38e1bc21-239f-4b2f-a048-a7f76610a6ad tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.99 "GET /v2.0/ports?device_id=cdb5566f-26bd-4c8f-a391-010d8756eb0f HTTP/1.1" status: 200 len: 945 time: 0.1095746 Jun 16 16:25:04.153538 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-8af49f7c-362d-41e3-9b72-9ed28a36ca20 req-c9fdc3e9-c97a-4d93-9bda-d898fea81067 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Deleting port 01bdd8b7-be81-49cb-900d-f19d056ba4a3 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:25:04.153962 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-8af49f7c-362d-41e3-9b72-9ed28a36ca20 req-c9fdc3e9-c97a-4d93-9bda-d898fea81067 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.287572 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-8af49f7c-362d-41e3-9b72-9ed28a36ca20 req-c9fdc3e9-c97a-4d93-9bda-d898fea81067 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] For port 01bdd8b7-be81-49cb-900d-f19d056ba4a3, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=01bdd8b7-be81-49cb-900d-f19d056ba4a3,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:04.288499 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-8af49f7c-362d-41e3-9b72-9ed28a36ca20 req-c9fdc3e9-c97a-4d93-9bda-d898fea81067 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.373771 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-8af49f7c-362d-41e3-9b72-9ed28a36ca20 req-c9fdc3e9-c97a-4d93-9bda-d898fea81067 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Calling delete_port for 01bdd8b7-be81-49cb-900d-f19d056ba4a3 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:25:04.507109 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394e393-3567-4271-8b0b-ebd68a0e127f req-0b1391c1-7fd5-4eb3-90b4-6d1d5fd52993 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:04.514465 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9394e393-3567-4271-8b0b-ebd68a0e127f req-0b1391c1-7fd5-4eb3-90b4-6d1d5fd52993 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdb5566f-26bd-4c8f-a391-010d8756eb0f HTTP/1.1" status: 200 len: 945 time: 0.2171071 Jun 16 16:25:04.551456 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5407f6f-072f-4cf8-bdb6-f2e01d55d8fd req-d568c958-9162-4873-94d6-4a37893f72cc tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:04.560829 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c5407f6f-072f-4cf8-bdb6-f2e01d55d8fd req-d568c958-9162-4873-94d6-4a37893f72cc tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1191952 Jun 16 16:25:04.585126 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9394e393-3567-4271-8b0b-ebd68a0e127f req-bc9abb9e-f2e3-4d77-b04e-8330ce82be19 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622294 Jun 16 16:25:04.658056 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c5407f6f-072f-4cf8-bdb6-f2e01d55d8fd req-a51b6f0a-5574-48f0-97f9-cb395cb76fcd tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969057 Jun 16 16:25:04.703680 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-8af49f7c-362d-41e3-9b72-9ed28a36ca20 req-c9fdc3e9-c97a-4d93-9bda-d898fea81067 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.710164 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:04.718665 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['9b14f5c6-e131-478c-be68-ab84f5ee4513', '01bdd8b7-be81-49cb-900d-f19d056ba4a3'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:25:04.743674 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdc3e9-c97a-4d93-9bda-d898fea81067 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Pushing event deleted for resources: {'Port': ['ID=01bdd8b7-be81-49cb-900d-f19d056ba4a3,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:04.746901 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c9fdc3e9-c97a-4d93-9bda-d898fea81067 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:04.797091 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af49f7c-362d-41e3-9b72-9ed28a36ca20 req-c9fdc3e9-c97a-4d93-9bda-d898fea81067 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] No DVR routers for this DVR port 01bdd8b7-be81-49cb-900d-f19d056ba4a3 on host hv-cinder-77525 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:25:04.800155 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-8af49f7c-362d-41e3-9b72-9ed28a36ca20 req-c9fdc3e9-c97a-4d93-9bda-d898fea81067 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.802307 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8af49f7c-362d-41e3-9b72-9ed28a36ca20 req-c9fdc3e9-c97a-4d93-9bda-d898fea81067 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.99 "DELETE /v2.0/ports/01bdd8b7-be81-49cb-900d-f19d056ba4a3 HTTP/1.1" status: 204 len: 173 time: 0.7768240 Jun 16 16:25:04.802837 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb5566f-26bd-4c8f-a391-010d8756eb0f', 'name': 'network-vif-deleted', 'tag': '01bdd8b7-be81-49cb-900d-f19d056ba4a3'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:25:04.805227 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed36ba6a-2644-4f41-8234-a9e38c811e20" -d '{"events": [{"server_uuid": "cdb5566f-26bd-4c8f-a391-010d8756eb0f", "name": "network-vif-deleted", "tag": "01bdd8b7-be81-49cb-900d-f19d056ba4a3"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:04.877001 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1f168d-a53f-4bee-874e-777e717a0d33 x-openstack-request-id: req-ca1f168d-a53f-4bee-874e-777e717a0d33 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:04.877332 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb5566f-26bd-4c8f-a391-010d8756eb0f", "name": "network-vif-deleted", "tag": "01bdd8b7-be81-49cb-900d-f19d056ba4a3", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:04.878558 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ca1f168d-a53f-4bee-874e-777e717a0d33 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:04.879002 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb5566f-26bd-4c8f-a391-010d8756eb0f', 'name': 'network-vif-deleted', 'tag': '01bdd8b7-be81-49cb-900d-f19d056ba4a3', 'status': 'completed', 'code': 200} Jun 16 16:25:05.945966 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e2309-15c6-45d9-8a8f-10fa50c10710 req-a6110966-bdf6-4769-9176-eb032abac809 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:05.948146 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-de2e2309-15c6-45d9-8a8f-10fa50c10710 req-a6110966-bdf6-4769-9176-eb032abac809 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0740042 Jun 16 16:25:05.993775 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-de2e2309-15c6-45d9-8a8f-10fa50c10710 req-b10998ec-cdc3-455a-9948-fddd1b713209 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342429 Jun 16 16:25:07.232053 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619923c-f58a-4b42-b39d-435ff769bb8d req-f1d57da7-9a38-4181-a86f-5daddcc06885 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:07.233639 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9619923c-f58a-4b42-b39d-435ff769bb8d req-f1d57da7-9a38-4181-a86f-5daddcc06885 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0955036 Jun 16 16:25:07.290371 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9619923c-f58a-4b42-b39d-435ff769bb8d req-f38a7da3-9908-421d-93fb-788ff0b0de39 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491116 Jun 16 16:25:07.339074 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd251a0b-6caf-421b-92cb-34f5adf309d6 req-b424b3fd-f5e6-4b32-99fc-391bbdd3105a tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:07.347854 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-cd251a0b-6caf-421b-92cb-34f5adf309d6 req-b424b3fd-f5e6-4b32-99fc-391bbdd3105a tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 945 time: 0.1080661 Jun 16 16:25:07.395744 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-cd251a0b-6caf-421b-92cb-34f5adf309d6 req-20b841ca-bc2f-4805-a9ae-b3f51cf0fde8 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465529 Jun 16 16:25:07.498369 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 01bdd8b7-be81-49cb-900d-f19d056ba4a3 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:25:07.564614 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: 01bdd8b7-be81-49cb-900d-f19d056ba4a3 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:25:07.564975 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 01bdd8b7-be81-49cb-900d-f19d056ba4a3 not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:25:08.544175 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1697ff3-dc8a-4484-b1bf-70e86c7df358 req-2c3ebbf6-55f7-436f-a8c1-f7ef71857e84 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:08.552652 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b1697ff3-dc8a-4484-b1bf-70e86c7df358 req-2c3ebbf6-55f7-436f-a8c1-f7ef71857e84 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1164415 Jun 16 16:25:08.588044 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b1697ff3-dc8a-4484-b1bf-70e86c7df358 req-d1b4c537-56ca-400c-b69d-44de8c33b892 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342073 Jun 16 16:25:08.619197 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fa10f-2f7b-4cdd-a6f7-78fe897b36c0 req-6ced8265-d7d2-4034-b72f-3d88d9437adc tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:08.626136 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d11fa10f-2f7b-4cdd-a6f7-78fe897b36c0 req-6ced8265-d7d2-4034-b72f-3d88d9437adc tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 945 time: 0.0793107 Jun 16 16:25:08.661186 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d11fa10f-2f7b-4cdd-a6f7-78fe897b36c0 req-e43bfab6-2d24-41bc-9050-596f64023eb5 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335617 Jun 16 16:25:09.361909 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2307fbf-33df-4768-8b4f-da919001be12 req-426c47cc-6be3-4f14-a880-aaff43220dd5 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:09.364643 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c2307fbf-33df-4768-8b4f-da919001be12 req-426c47cc-6be3-4f14-a880-aaff43220dd5 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.99 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 945 time: 0.0938096 Jun 16 16:25:09.474552 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-c2307fbf-33df-4768-8b4f-da919001be12 req-494b1546-9d51-46e6-a581-0c23a53b5673 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Deleting port 9b14f5c6-e131-478c-be68-ab84f5ee4513 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:25:09.474921 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-c2307fbf-33df-4768-8b4f-da919001be12 req-494b1546-9d51-46e6-a581-0c23a53b5673 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:09.577463 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-c2307fbf-33df-4768-8b4f-da919001be12 req-494b1546-9d51-46e6-a581-0c23a53b5673 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] For port 9b14f5c6-e131-478c-be68-ab84f5ee4513, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=9b14f5c6-e131-478c-be68-ab84f5ee4513,segment=NetworkSegment(f5e4b054-24a2-4206-b5f4-da8b26467035),segment_id=f5e4b054-24a2-4206-b5f4-da8b26467035)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:09.577964 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-c2307fbf-33df-4768-8b4f-da919001be12 req-494b1546-9d51-46e6-a581-0c23a53b5673 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:09.695956 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-c2307fbf-33df-4768-8b4f-da919001be12 req-494b1546-9d51-46e6-a581-0c23a53b5673 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Calling delete_port for 9b14f5c6-e131-478c-be68-ab84f5ee4513 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:25:09.915162 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-c2307fbf-33df-4768-8b4f-da919001be12 req-494b1546-9d51-46e6-a581-0c23a53b5673 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:09.921094 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6d81c95d-0065-4094-94d1-6563a4aa33b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:09.937764 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d496394-12bd-44e0-a6ff-75ffa9ab150f req-9a00ee94-fd63-4250-8f12-8ba5170be132 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:09.939257 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0d496394-12bd-44e0-a6ff-75ffa9ab150f req-9a00ee94-fd63-4250-8f12-8ba5170be132 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1129134 Jun 16 16:25:09.941666 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d5366-8259-48a8-9d70-176263b729c3 req-18288029-727f-4fb3-90c1-387a033d0e62 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:09.943832 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8a5d5366-8259-48a8-9d70-176263b729c3 req-18288029-727f-4fb3-90c1-387a033d0e62 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/ports?device_id=644b95c3-b064-43c7-b7f1-4c0020946439 HTTP/1.1" status: 200 len: 945 time: 0.1030297 Jun 16 16:25:09.995405 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0d496394-12bd-44e0-a6ff-75ffa9ab150f req-f7648f10-1b0e-4921-a686-e47b54967413 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330176 Jun 16 16:25:10.005861 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b1546-9d51-46e6-a581-0c23a53b5673 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Pushing event deleted for resources: {'Port': ['ID=9b14f5c6-e131-478c-be68-ab84f5ee4513,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:10.008510 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-494b1546-9d51-46e6-a581-0c23a53b5673 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:10.022552 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8a5d5366-8259-48a8-9d70-176263b729c3 req-270623b0-8487-450b-b5f4-08b006ba0119 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.86 "GET /v2.0/security-groups?id=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692799 Jun 16 16:25:10.060438 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2307fbf-33df-4768-8b4f-da919001be12 req-494b1546-9d51-46e6-a581-0c23a53b5673 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] No DVR routers for this DVR port 9b14f5c6-e131-478c-be68-ab84f5ee4513 on host hv-cinder-77525 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:25:10.063138 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-c2307fbf-33df-4768-8b4f-da919001be12 req-494b1546-9d51-46e6-a581-0c23a53b5673 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:10.065474 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c2307fbf-33df-4768-8b4f-da919001be12 req-494b1546-9d51-46e6-a581-0c23a53b5673 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] 10.222.0.99 "DELETE /v2.0/ports/9b14f5c6-e131-478c-be68-ab84f5ee4513 HTTP/1.1" status: 204 len: 173 time: 0.6928031 Jun 16 16:25:10.067262 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644b95c3-b064-43c7-b7f1-4c0020946439', 'name': 'network-vif-deleted', 'tag': '9b14f5c6-e131-478c-be68-ab84f5ee4513'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:25:10.069803 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b722d3-7318-4e50-968b-7646ac075f72" -d '{"events": [{"server_uuid": "644b95c3-b064-43c7-b7f1-4c0020946439", "name": "network-vif-deleted", "tag": "9b14f5c6-e131-478c-be68-ab84f5ee4513"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:10.137825 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5390aea-55e6-41a7-839d-f364b5f851b8 x-openstack-request-id: req-e5390aea-55e6-41a7-839d-f364b5f851b8 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:10.138548 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644b95c3-b064-43c7-b7f1-4c0020946439", "name": "network-vif-deleted", "tag": "9b14f5c6-e131-478c-be68-ab84f5ee4513", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:10.139066 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e5390aea-55e6-41a7-839d-f364b5f851b8 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:10.139820 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644b95c3-b064-43c7-b7f1-4c0020946439', 'name': 'network-vif-deleted', 'tag': '9b14f5c6-e131-478c-be68-ab84f5ee4513', 'status': 'completed', 'code': 200} Jun 16 16:25:10.369040 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 33696) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:10.532081 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-73d1c705-4ea6-402d-a318-7fe3030b380b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:10.662665 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-73d1c705-4ea6-402d-a318-7fe3030b380b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:10.670261 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-73d1c705-4ea6-402d-a318-7fe3030b380b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:10.673190 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-85ae50b7-ec78-40df-94be-0a72c0845d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:10.716442 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1c705-4ea6-402d-a318-7fe3030b380b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1603af-9e33-461b-8a4c-5e60a2da9f23,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:10.723489 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-73d1c705-4ea6-402d-a318-7fe3030b380b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1c850c9e01d946fd9075335326967e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3504703 Jun 16 16:25:10.724018 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 33704) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:10.795918 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-73d1c705-4ea6-402d-a318-7fe3030b380b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:10.805100 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-910a5e73-b3bc-468a-a861-3a84c7d5a30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:10.861010 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-910a5e73-b3bc-468a-a861-3a84c7d5a30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:10.928816 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-910a5e73-b3bc-468a-a861-3a84c7d5a30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:10.931832 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-910a5e73-b3bc-468a-a861-3a84c7d5a30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:10.933215 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-910a5e73-b3bc-468a-a861-3a84c7d5a30c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ca1603af-9e33-461b-8a4c-5e60a2da9f23 HTTP/1.1" status: 204 len: 168 time: 0.2080457 Jun 16 16:25:10.934020 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-de79274c-e7fc-49b9-b2db-3d283c964124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:10.943357 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a5e73-b3bc-468a-a861-3a84c7d5a30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1603af-9e33-461b-8a4c-5e60a2da9f23,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:10.958340 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-910a5e73-b3bc-468a-a861-3a84c7d5a30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:11.137026 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 33718) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:11.242762 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_v2 [None req-d372f001-ea1d-43b6-ab14-fe8395728ec6 admin admin] Deleting subnet fffa3101-76c7-4dfc-80a7-5bba2806cf65 {{(pid=91606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:25:11.254762 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d372f001-ea1d-43b6-ab14-fe8395728ec6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:11.290829 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d372f001-ea1d-43b6-ab14-fe8395728ec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30266016'] for subnet, precommit_delete_associations {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:11.343431 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d372f001-ea1d-43b6-ab14-fe8395728ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766633'] for subnet, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:11.496334 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fe2ea-7e84-4d3a-885a-2a1917481052 req-60d91fcb-99bf-428d-936e-0012e81d3448 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:11.498444 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fb0fe2ea-7e84-4d3a-885a-2a1917481052 req-60d91fcb-99bf-428d-936e-0012e81d3448 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.2475140 Jun 16 16:25:11.500239 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d372f001-ea1d-43b6-ab14-fe8395728ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30257252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29844807'] for subnet, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:11.502859 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:11.522728 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 9b14f5c6-e131-478c-be68-ab84f5ee4513 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:25:11.526686 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372f001-ea1d-43b6-ab14-fe8395728ec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fffa3101-76c7-4dfc-80a7-5bba2806cf65,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:11.535986 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d372f001-ea1d-43b6-ab14-fe8395728ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:11.566957 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-d372f001-ea1d-43b6-ab14-fe8395728ec6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:11.571086 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-d372f001-ea1d-43b6-ab14-fe8395728ec6 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/fffa3101-76c7-4dfc-80a7-5bba2806cf65 HTTP/1.1" status: 204 len: 168 time: 0.4301739 Jun 16 16:25:11.571976 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 33736) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:11.575848 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: 9b14f5c6-e131-478c-be68-ab84f5ee4513 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:25:11.576358 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 9b14f5c6-e131-478c-be68-ab84f5ee4513 not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:25:11.626121 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fb0fe2ea-7e84-4d3a-885a-2a1917481052 req-a9654782-8d4c-4d8f-bd38-fb5560700007 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016667 Jun 16 16:25:11.695495 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-693812'] for network, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:11.808569 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 33744) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:11.815435 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-768294', 'neutron.services.segments.db._delete_segments_for_network-8738765585457'] for network, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:11.828119 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5474398-e4d0-42ec-aa29-77718e3f18bb']}} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:11.844627 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e4b054-24a2-4206-b5f4-da8b26467035') {'for_net_delete': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:11.845380 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e4b054-24a2-4206-b5f4-da8b26467035') {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:11.857807 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765584770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30266041'] for segment, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:11.880165 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:11.890226 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=91606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:25:11.890912 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30257403'] for segment, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: retrieve_revision_numbers = { Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: retrieve_revision_numbers = { Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: retrieve_revision_numbers = { Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: retrieve_revision_numbers = { Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: Traceback (most recent call last): Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: timer() Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: cb(*args, **kw) Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: return func(*args, **kwargs) Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: self._notify() Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: self.callback(batched_events) Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: event.method(event) Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: return f(self, *a, **k) Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: return self._get(url).json() Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: return self.request(url, 'GET', **kwargs) Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:25:11.892829 dv-cinder-775250-5-iscsi neutron-server[91606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:25:11.938431 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-428668841-network', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:11.970589 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33160313'] for network, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:11.975607 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-5b13a5e8-4d05-4dc7-9aa8-4aa6f735e4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:11.980354 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] Made reservation on behalf of 5d00520292d84c42b4213f5e6aec6735 for: {'network': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:25:11.980645 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:11.983197 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:11.983409 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f5474398-e4d0-42ec-aa29-77718e3f18bb HTTP/1.1" status: 204 len: 168 time: 0.4102647 Jun 16 16:25:11.998646 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5474398-e4d0-42ec-aa29-77718e3f18bb,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:12.010178 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:12.010783 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:12.011393 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:12.011982 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:12.012578 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:12.013179 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:12.014362 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:12.015582 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:12.016142 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:12.017018 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:12.017676 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:12.018165 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:12.018762 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:12.023851 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a9a780f4-8d86-4927-9e19-14a749ed7ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:12.136491 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 33750) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:12.158768 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:12.165720 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:12.170197 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ffeed234-1d76-40a9-ac73-5372dd1b9e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:12.190092 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-ccebf1db-8eab-4933-9977-ae79e48df884 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7e3b66842dda409a9855ce1bf107e082&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0519748 Jun 16 16:25:12.192123 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 33752) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:12.194748 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=91607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:25:12.204818 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26a2181-1aaf-4f06-a192-7be404cc5608,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:12.221084 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:12.224815 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:12.225369 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.segments_db [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] Added segment 7c8821c1-831d-411a-b4ac-52cb7b1cb6e4 of type vlan for network 56ac3c7b-22b1-42f7-9183-5932379dd8c9 Jun 16 16:25:12.255335 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f4706f75-0af9-4d97-8130-f49b45c557f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:12.275242 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:12.280179 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f4706f75-0af9-4d97-8130-f49b45c557f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:12.309367 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:12.311166 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:12.311766 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:12.315118 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:12.343444 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f4706f75-0af9-4d97-8130-f49b45c557f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:12.349612 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f4706f75-0af9-4d97-8130-f49b45c557f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:12.353535 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5432084 Jun 16 16:25:12.355369 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-f4706f75-0af9-4d97-8130-f49b45c557f3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3b54d01f-6ab4-4e07-8b99-98e7278a4ab5 HTTP/1.1" status: 204 len: 168 time: 0.1620560 Jun 16 16:25:12.356695 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 33756) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:12.362385 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-b0b1c135-9335-431e-b8d1-4046d1f1a33c admin admin] Request body: {'subnet': {'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-428668841-subnet', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'ip_version': 4}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:12.364467 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-fca2edee-6d31-47a2-8868-3b000fe0ef59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:12.374713 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4706f75-0af9-4d97-8130-f49b45c557f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b54d01f-6ab4-4e07-8b99-98e7278a4ab5,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:12.377734 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-f4706f75-0af9-4d97-8130-f49b45c557f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:12.413099 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] Pushing event updated for resources: {'Network': ['ID=56ac3c7b-22b1-42f7-9183-5932379dd8c9,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:12.430037 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network 56ac3c7b-22b1-42f7-9183-5932379dd8c9 details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:25:12.435697 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:12.488368 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b1c135-9335-431e-b8d1-4046d1f1a33c admin admin] Made reservation on behalf of 5d00520292d84c42b4213f5e6aec6735 for: {'subnet': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:25:12.491133 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c135-9335-431e-b8d1-4046d1f1a33c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30436844'] for subnet, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:12.756086 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c135-9335-431e-b8d1-4046d1f1a33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30482920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30436862'] for subnet, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:12.763275 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-86de64c4-5816-4d86-a939-ba0cbe41cfd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:12.879149 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20ba20-c3d3-491e-bd91-1cb7c0c01393 req-77835cd4-2ac5-433a-a28f-73bf452db4b4 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:12.881501 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1d20ba20-c3d3-491e-bd91-1cb7c0c01393 req-77835cd4-2ac5-433a-a28f-73bf452db4b4 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1090360 Jun 16 16:25:12.882368 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b1c135-9335-431e-b8d1-4046d1f1a33c admin admin] Checking segment: {'id': '7c8821c1-831d-411a-b4ac-52cb7b1cb6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:25:12.882865 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b1c135-9335-431e-b8d1-4046d1f1a33c admin admin] Network hostable DHCP agents. Network: 56ac3c7b-22b1-42f7-9183-5932379dd8c9, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:25:12.890845 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1c135-9335-431e-b8d1-4046d1f1a33c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52f01af-fb97-46cb-853b-d0299d099dde,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:12.894606 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b0b1c135-9335-431e-b8d1-4046d1f1a33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:12.913020 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b1c135-9335-431e-b8d1-4046d1f1a33c admin admin] Network 56ac3c7b-22b1-42f7-9183-5932379dd8c9 is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:25:12.924408 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-b0b1c135-9335-431e-b8d1-4046d1f1a33c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, 56ac3c7b-22b1-42f7-9183-5932379dd8c9) {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:12.930450 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b1c135-9335-431e-b8d1-4046d1f1a33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:12.931647 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b0b1c135-9335-431e-b8d1-4046d1f1a33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:12.934997 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dbc3e8-f619-4268-a897-c55f696c4907 None None] Network 56ac3c7b-22b1-42f7-9183-5932379dd8c9 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:25:12.954980 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-b0b1c135-9335-431e-b8d1-4046d1f1a33c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5954368 Jun 16 16:25:12.956247 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 33776) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:12.956746 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1d20ba20-c3d3-491e-bd91-1cb7c0c01393 req-cefde738-0d4b-4b44-a94b-ee4c9c4701d6 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677598 Jun 16 16:25:12.960631 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-428668841-router', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:12.991290 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33462664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-991'] for router, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:12.992561 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33457953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33157256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33482962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:13.079263 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:13.141284 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e05dda8-9efc-52dc-a0f2-15fc13a0b1c1-56ac3c7b-22b1-42f7-9183-5932379dd8c9', 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'fixed_ips': [{'subnet_id': 'f52f01af-fb97-46cb-853b-d0299d099dde'}]}} from dv-cinder-775250-5-iscsi. {{(pid=91608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:25:13.142964 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:13.265082 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33157274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33462694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-804'] for router, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:13.361158 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Allocated IP 172.20.0.2 (56ac3c7b-22b1-42f7-9183-5932379dd8c9/f52f01af-fb97-46cb-853b-d0299d099dde/d1727fb4-1f25-4f2e-a182-0f9b37202a48) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:25:13.500493 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:13.530131 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:13.630126 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:13.642153 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Transition to ACTIVE for port object d1727fb4-1f25-4f2e-a182-0f9b37202a48 will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:25:13.672389 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Transition to ACTIVE for port object d1727fb4-1f25-4f2e-a182-0f9b37202a48 will not be triggered until provisioned by entity DHCP. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:25:13.673149 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Allocated IP 172.27.0.218 (543270ac-5087-4a4b-b928-324956c3ce61/fb22e153-4378-4f12-ab9d-39b0c838861f/dbe475a2-cd21-4d11-8191-c5fd5e6bee6b) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:25:13.683670 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:13.688245 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b7d31a85-3787-419e-b465-88757f42a616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:13.738638 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Network 56ac3c7b-22b1-42f7-9183-5932379dd8c9 is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:25:13.742437 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Resources bound (agent type, host, resource id): {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:13.755283 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:25:13.823140 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Pushing event updated for resources: {'Port': ['ID=d1727fb4-1f25-4f2e-a182-0f9b37202a48,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:13.834136 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:13.836519 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:13.847516 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Attempting to bind port d1727fb4-1f25-4f2e-a182-0f9b37202a48 on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:25:13.849195 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Attempting to bind port d1727fb4-1f25-4f2e-a182-0f9b37202a48 by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '7c8821c1-831d-411a-b4ac-52cb7b1cb6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:25:13.849734 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Attempting to bind port d1727fb4-1f25-4f2e-a182-0f9b37202a48 on network 56ac3c7b-22b1-42f7-9183-5932379dd8c9 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:25:13.855081 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:25:13.855581 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Checking segment: {'id': '7c8821c1-831d-411a-b4ac-52cb7b1cb6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:25:13.856084 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:13.856576 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Bound using segment: {'id': '7c8821c1-831d-411a-b4ac-52cb7b1cb6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:25:13.857158 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Bound port: d1727fb4-1f25-4f2e-a182-0f9b37202a48, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8821c1-831d-411a-b4ac-52cb7b1cb6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:25:13.857654 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:13.901970 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:13.906047 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:13.950055 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Network 543270ac-5087-4a4b-b928-324956c3ce61 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:25:13.950812 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] For port d1727fb4-1f25-4f2e-a182-0f9b37202a48, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:25:13.956411 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:13.959836 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] For port d1727fb4-1f25-4f2e-a182-0f9b37202a48, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=d1727fb4-1f25-4f2e-a182-0f9b37202a48,segment=NetworkSegment(7c8821c1-831d-411a-b4ac-52cb7b1cb6e4),segment_id=7c8821c1-831d-411a-b4ac-52cb7b1cb6e4)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:25:13.963295 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:25:13.972730 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:13.976793 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:14.013332 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Pushing event updated for resources: {'Port': ['ID=dbe475a2-cd21-4d11-8191-c5fd5e6bee6b,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:14.023364 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:14.042598 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Pushing event updated for resources: {'Port': ['ID=d1727fb4-1f25-4f2e-a182-0f9b37202a48,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:14.048145 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:14.307239 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc9b8e-cb9b-4ace-bc9d-050e5d6b4515 req-e5cd5ee1-c0d1-470d-b9aa-8175f6c686dd tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:14.323216 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-facc9b8e-cb9b-4ace-bc9d-050e5d6b4515 req-e5cd5ee1-c0d1-470d-b9aa-8175f6c686dd tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1761467 Jun 16 16:25:14.401358 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-facc9b8e-cb9b-4ace-bc9d-050e5d6b4515 req-1e0a32c4-e913-4da8-abe6-b5b65ec9d183 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758927 Jun 16 16:25:14.405759 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:14.923363 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33462705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33157356'] for router, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:15.067869 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Router ee32fcb0-36e9-4153-addd-54c221aeac4f is scheduled to L3 agent 780d0648-e200-45fe-9780-6c920b856ccc with binding_index 1 {{(pid=91607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:25:15.239544 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:25:15.262056 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Notify callbacks [] for router, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:15.262056 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3035104 Jun 16 16:25:15.263704 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 33808) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:15.282498 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Sync routers for ids ['ee32fcb0-36e9-4153-addd-54c221aeac4f'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:25:15.304950 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Routers {'ee32fcb0-36e9-4153-addd-54c221aeac4f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:25:15.305701 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:24:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['ee32fcb0-36e9-4153-addd-54c221aeac4f'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:15.415733 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device d1727fb4-1f25-4f2e-a182-0f9b37202a48 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:25:15.479086 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Set router ee32fcb0-36e9-4153-addd-54c221aeac4f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:25:15.555848 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port d1727fb4-1f25-4f2e-a182-0f9b37202a48 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:25:15.629714 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dc3f1f-3890-4e8d-8172-1cd9b9bb2751 None None] Network 56ac3c7b-22b1-42f7-9183-5932379dd8c9 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:25:15.696283 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-440ae612-6811-49cd-b79d-1ae0c0295a66 None None] Provisioning for port d1727fb4-1f25-4f2e-a182-0f9b37202a48 completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:25:15.738873 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-440ae612-6811-49cd-b79d-1ae0c0295a66 None None] Provisioning complete for port d1727fb4-1f25-4f2e-a182-0f9b37202a48 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:15.739440 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-440ae612-6811-49cd-b79d-1ae0c0295a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:15.843811 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'name': 'tempest-TestShelveInstance-428668841-router', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:14Z', 'revision_number': 3, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'gw_port': {'id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:15.854158 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Checking router: ee32fcb0-36e9-4153-addd-54c221aeac4f for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:25:15.856880 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Updating router ee32fcb0-36e9-4153-addd-54c221aeac4f port dbe475a2-cd21-4d11-8191-c5fd5e6bee6b binding host dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:25:15.913399 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:15.937041 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-440ae612-6811-49cd-b79d-1ae0c0295a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:15.995472 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-440ae612-6811-49cd-b79d-1ae0c0295a66 None None] For port d1727fb4-1f25-4f2e-a182-0f9b37202a48, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=d1727fb4-1f25-4f2e-a182-0f9b37202a48,segment=NetworkSegment(7c8821c1-831d-411a-b4ac-52cb7b1cb6e4),segment_id=7c8821c1-831d-411a-b4ac-52cb7b1cb6e4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:16.004492 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-440ae612-6811-49cd-b79d-1ae0c0295a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:16.007040 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:16.064993 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ae612-6811-49cd-b79d-1ae0c0295a66 None None] Pushing event updated for resources: {'Port': ['ID=d1727fb4-1f25-4f2e-a182-0f9b37202a48,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:16.071435 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-440ae612-6811-49cd-b79d-1ae0c0295a66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:16.140359 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55ef08-6588-438e-b450-587cd7befdff req-d86e906e-e47e-49eb-9ba3-eb633824c5a4 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:16.143176 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5f55ef08-6588-438e-b450-587cd7befdff req-d86e906e-e47e-49eb-9ba3-eb633824c5a4 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.3064585 Jun 16 16:25:16.305964 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5f55ef08-6588-438e-b450-587cd7befdff req-05d773c2-6b0f-47d7-8ea2-1fee27fcebe3 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548131 Jun 16 16:25:16.443292 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-18e3af33-4544-4e3d-bf34-645c5cf769bd None None] Provisioning complete for port d1727fb4-1f25-4f2e-a182-0f9b37202a48 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:16.443996 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-18e3af33-4544-4e3d-bf34-645c5cf769bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:16.525677 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:16.549067 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:16.568599 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Transition to ACTIVE for port object dbe475a2-cd21-4d11-8191-c5fd5e6bee6b will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:25:16.579597 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:16.593512 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-5ce06ea8-7128-4835-b17c-46006f5ec1b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:16.634199 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Attempting to bind port dbe475a2-cd21-4d11-8191-c5fd5e6bee6b on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:25:16.634643 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Attempting to bind port dbe475a2-cd21-4d11-8191-c5fd5e6bee6b by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:25:16.635337 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Attempting to bind port dbe475a2-cd21-4d11-8191-c5fd5e6bee6b on network 543270ac-5087-4a4b-b928-324956c3ce61 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:25:16.647417 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:25:16.647885 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Checking segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:25:16.648375 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:16.648834 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Bound using segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:25:16.649493 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Bound port: dbe475a2-cd21-4d11-8191-c5fd5e6bee6b, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:25:16.649969 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:16.673011 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04449f5d-5286-4cae-b5dd-5711100db222 None None] Pushing event updated for resources: {'Port': ['ID=dbe475a2-cd21-4d11-8191-c5fd5e6bee6b,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:16.698873 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04449f5d-5286-4cae-b5dd-5711100db222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:16.699234 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04449f5d-5286-4cae-b5dd-5711100db222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:16.699647 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04449f5d-5286-4cae-b5dd-5711100db222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:16.700043 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04449f5d-5286-4cae-b5dd-5711100db222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:16.700438 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04449f5d-5286-4cae-b5dd-5711100db222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:16.700935 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04449f5d-5286-4cae-b5dd-5711100db222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:16.701328 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04449f5d-5286-4cae-b5dd-5711100db222 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:16.701767 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04449f5d-5286-4cae-b5dd-5711100db222 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:16.702179 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04449f5d-5286-4cae-b5dd-5711100db222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:16.702567 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04449f5d-5286-4cae-b5dd-5711100db222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:16.702955 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04449f5d-5286-4cae-b5dd-5711100db222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:16.703339 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04449f5d-5286-4cae-b5dd-5711100db222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:16.711584 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-04449f5d-5286-4cae-b5dd-5711100db222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:16.734554 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] For port dbe475a2-cd21-4d11-8191-c5fd5e6bee6b, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:25:16.737960 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] For port dbe475a2-cd21-4d11-8191-c5fd5e6bee6b, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=dbe475a2-cd21-4d11-8191-c5fd5e6bee6b,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:25:16.743303 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:16.745712 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-04449f5d-5286-4cae-b5dd-5711100db222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:16.758174 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Allocated IP 172.20.0.1 (56ac3c7b-22b1-42f7-9183-5932379dd8c9/f52f01af-fb97-46cb-853b-d0299d099dde/2d1849bd-4620-44c8-8505-35153e0698c8) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:25:16.799148 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04449f5d-5286-4cae-b5dd-5711100db222 None None] Pushing event updated for resources: {'Port': ['ID=dbe475a2-cd21-4d11-8191-c5fd5e6bee6b,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:16.803571 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-04449f5d-5286-4cae-b5dd-5711100db222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:16.814009 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Routers {'ee32fcb0-36e9-4153-addd-54c221aeac4f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:25:16.814621 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:24:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['ee32fcb0-36e9-4153-addd-54c221aeac4f'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:16.892232 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:16.907092 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Transition to ACTIVE for port object 2d1849bd-4620-44c8-8505-35153e0698c8 will not be triggered until provisioned by entity DHCP. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:25:16.937761 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] Set router ee32fcb0-36e9-4153-addd-54c221aeac4f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:25:16.942998 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30257329'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:16.946129 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-24eaa45c-1075-4ee4-ad11-0e7105180af9 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:16.987414 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Network 56ac3c7b-22b1-42f7-9183-5932379dd8c9 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:25:16.990322 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:16.994574 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:25:16.997634 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Pushing event updated for resources: {'Port': ['ID=2d1849bd-4620-44c8-8505-35153e0698c8,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:17.017128 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:17.035579 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33132125'] for router_interface, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:17.127816 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'name': 'tempest-TestShelveInstance-428668841-router', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:14Z', 'revision_number': 3, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'gw_port': {'id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:17.132174 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8556c2e6-51c6-4fb7-bbf4-40fbed20037d None None] The sync data for ids ['ee32fcb0-36e9-4153-addd-54c221aeac4f'] in dv-cinder-775250-5-iscsi is: [{'id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'name': 'tempest-TestShelveInstance-428668841-router', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:14Z', 'revision_number': 3, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'gw_port': {'id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:25:17.181496 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:17.198399 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-33696596-5cbe-4bb9-ae02-68f4b91421fa None None] Provisioning for port 2d1849bd-4620-44c8-8505-35153e0698c8 completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:25:17.203176 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-33696596-5cbe-4bb9-ae02-68f4b91421fa None None] Provisioning complete for port 2d1849bd-4620-44c8-8505-35153e0698c8 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:17.203754 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-33696596-5cbe-4bb9-ae02-68f4b91421fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:17.243434 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-33696596-5cbe-4bb9-ae02-68f4b91421fa None None] Port 2d1849bd-4620-44c8-8505-35153e0698c8 cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:25:17.325474 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device d1727fb4-1f25-4f2e-a182-0f9b37202a48 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:25:17.389983 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port d1727fb4-1f25-4f2e-a182-0f9b37202a48 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:17.390279 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:17.421918 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:17.434425 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30257319'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:17.443573 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:17.626129 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33290164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33132065'] for router_interface, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:17.636855 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Pushing event updated for resources: {'Port': ['ID=2d1849bd-4620-44c8-8505-35153e0698c8,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:17.639763 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:17.807271 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069684ad-bc9d-4b9d-9eba-a37a1c4f6378 req-b37c7506-abba-44ab-9663-503c08be9c2c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:17.808955 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-069684ad-bc9d-4b9d-9eba-a37a1c4f6378 req-b37c7506-abba-44ab-9663-503c08be9c2c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.2350843 Jun 16 16:25:17.811872 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Network 56ac3c7b-22b1-42f7-9183-5932379dd8c9 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:25:17.814078 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:18.020418 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Router ee32fcb0-36e9-4153-addd-54c221aeac4f has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:25:18.026848 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-069684ad-bc9d-4b9d-9eba-a37a1c4f6378 req-b2b789d6-48bf-453f-b52a-fa5889e4cf54 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097313 Jun 16 16:25:18.178193 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-1455577b-2d8f-4af7-b25f-bb83414666a4 None None] Provisioning complete for port 2d1849bd-4620-44c8-8505-35153e0698c8 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:18.178741 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1455577b-2d8f-4af7-b25f-bb83414666a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:18.192684 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:25:18.216664 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] 10.222.0.86 "PUT /v2.0/routers/ee32fcb0-36e9-4153-addd-54c221aeac4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9515100 Jun 16 16:25:18.221406 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-1455577b-2d8f-4af7-b25f-bb83414666a4 None None] Port 2d1849bd-4620-44c8-8505-35153e0698c8 cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:25:18.799697 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 33946) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:18.806570 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-b6515d45-4f6b-42be-9f9a-1a8d3c1e3dd5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1179628419-network', 'tenant_id': 'c8b9cad06045470faefa5b974f9ada80'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:18.830104 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6515d45-4f6b-42be-9f9a-1a8d3c1e3dd5 admin admin] Made reservation on behalf of c8b9cad06045470faefa5b974f9ada80 for: {'network': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:25:18.834611 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b6515d45-4f6b-42be-9f9a-1a8d3c1e3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:18.844777 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b6515d45-4f6b-42be-9f9a-1a8d3c1e3dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:18.954925 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b6515d45-4f6b-42be-9f9a-1a8d3c1e3dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:18.960380 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b6515d45-4f6b-42be-9f9a-1a8d3c1e3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:18.964450 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-dad401c2-78b9-44ec-b2f2-6f6dd33ee1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:18.990423 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6515d45-4f6b-42be-9f9a-1a8d3c1e3dd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=91606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:25:19.000510 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6515d45-4f6b-42be-9f9a-1a8d3c1e3dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef94025-b548-4aa2-ad08-e405a85e3813,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:19.016090 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-b6515d45-4f6b-42be-9f9a-1a8d3c1e3dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:19.017203 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b6515d45-4f6b-42be-9f9a-1a8d3c1e3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.017537 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.segments_db [None req-b6515d45-4f6b-42be-9f9a-1a8d3c1e3dd5 admin admin] Added segment ae9611ef-1a06-4ba9-a988-d0ab1c889a3c of type vlan for network 09507288-f392-4d02-bf95-703bbe9366a2 Jun 16 16:25:19.060367 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b6515d45-4f6b-42be-9f9a-1a8d3c1e3dd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.092954 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b6515d45-4f6b-42be-9f9a-1a8d3c1e3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.095517 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6515d45-4f6b-42be-9f9a-1a8d3c1e3dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:19.096232 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b6515d45-4f6b-42be-9f9a-1a8d3c1e3dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.107808 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:19.126007 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-b6515d45-4f6b-42be-9f9a-1a8d3c1e3dd5 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3250198 Jun 16 16:25:19.129894 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 33960) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:19.140643 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-d6000731-0986-44da-b892-ae3485e34e63 admin admin] Request body: {'subnet': {'network_id': '09507288-f392-4d02-bf95-703bbe9366a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1179628419-subnet', 'tenant_id': 'c8b9cad06045470faefa5b974f9ada80', 'ip_version': 4}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:19.175047 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6000731-0986-44da-b892-ae3485e34e63 admin admin] Made reservation on behalf of c8b9cad06045470faefa5b974f9ada80 for: {'subnet': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:25:19.179006 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d6000731-0986-44da-b892-ae3485e34e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30436844'] for subnet, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.179934 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Sync routers for ids ['ee32fcb0-36e9-4153-addd-54c221aeac4f'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:25:19.195281 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Routers {'ee32fcb0-36e9-4153-addd-54c221aeac4f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:25:19.196285 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:24:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['ee32fcb0-36e9-4153-addd-54c221aeac4f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:19.206819 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6515d45-4f6b-42be-9f9a-1a8d3c1e3dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=09507288-f392-4d02-bf95-703bbe9366a2,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:19.210924 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-b6515d45-4f6b-42be-9f9a-1a8d3c1e3dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:19.295159 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network 09507288-f392-4d02-bf95-703bbe9366a2 details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:25:19.345767 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cff4f-380f-4a47-ba9a-2f56dd6d3929 req-e51237d7-5d7d-4191-87f6-fe3f42bf6610 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:19.358151 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fb1cff4f-380f-4a47-ba9a-2f56dd6d3929 req-e51237d7-5d7d-4191-87f6-fe3f42bf6610 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1302817 Jun 16 16:25:19.374883 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device dbe475a2-cd21-4d11-8191-c5fd5e6bee6b up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:25:19.411347 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fb1cff4f-380f-4a47-ba9a-2f56dd6d3929 req-977ac189-24f0-40ee-9e19-2cfcaaf8059b tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520113 Jun 16 16:25:19.426885 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d6000731-0986-44da-b892-ae3485e34e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30482920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30436862'] for subnet, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.434811 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:19.495784 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6000731-0986-44da-b892-ae3485e34e63 admin admin] Checking segment: {'id': 'ae9611ef-1a06-4ba9-a988-d0ab1c889a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '09507288-f392-4d02-bf95-703bbe9366a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:25:19.496158 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6000731-0986-44da-b892-ae3485e34e63 admin admin] Network hostable DHCP agents. Network: 09507288-f392-4d02-bf95-703bbe9366a2, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:25:19.505154 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6000731-0986-44da-b892-ae3485e34e63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef538873-85c7-4615-918f-0d4886a5740c,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:19.509646 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Set router ee32fcb0-36e9-4153-addd-54c221aeac4f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:25:19.510654 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d6000731-0986-44da-b892-ae3485e34e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:19.512977 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port dbe475a2-cd21-4d11-8191-c5fd5e6bee6b completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:25:19.524016 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6000731-0986-44da-b892-ae3485e34e63 admin admin] Network 09507288-f392-4d02-bf95-703bbe9366a2 is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:25:19.542790 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-d6000731-0986-44da-b892-ae3485e34e63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, 09507288-f392-4d02-bf95-703bbe9366a2) {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:19.543554 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port dbe475a2-cd21-4d11-8191-c5fd5e6bee6b triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:19.544600 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.548353 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6000731-0986-44da-b892-ae3485e34e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:19.548353 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d6000731-0986-44da-b892-ae3485e34e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.567641 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-d6000731-0986-44da-b892-ae3485e34e63 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4352801 Jun 16 16:25:19.570061 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 33978) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:19.574556 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1179628419-router', 'tenant_id': 'c8b9cad06045470faefa5b974f9ada80', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:19.579791 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a44b9ce-6120-4eca-86a7-a689a18f3582 None None] Network 09507288-f392-4d02-bf95-703bbe9366a2 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:25:19.596086 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33462664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-991'] for router, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.597775 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33457953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33157256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33482962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.660383 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.788965 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 33990) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:19.818545 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33157274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33462694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-804'] for router, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.853010 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2e80ac-1546-490c-a410-9f5462f63f98 admin admin] Deleting subnet 9338250b-6def-4c3e-bf3f-79d4d517c3ca {{(pid=91606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:25:19.857060 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6f2e80ac-1546-490c-a410-9f5462f63f98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.900896 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6f2e80ac-1546-490c-a410-9f5462f63f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30266016'] for subnet, precommit_delete_associations {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.949570 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6f2e80ac-1546-490c-a410-9f5462f63f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766633'] for subnet, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.034270 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.038229 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6f2e80ac-1546-490c-a410-9f5462f63f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30257252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29844807'] for subnet, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.043556 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-da58ad39-ca12-452f-a4a6-25e82e07f5d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:20.077904 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port dbe475a2-cd21-4d11-8191-c5fd5e6bee6b, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=dbe475a2-cd21-4d11-8191-c5fd5e6bee6b,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:20.087920 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e80ac-1546-490c-a410-9f5462f63f98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9338250b-6def-4c3e-bf3f-79d4d517c3ca,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:20.091293 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-6f2e80ac-1546-490c-a410-9f5462f63f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:20.092333 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6f2e80ac-1546-490c-a410-9f5462f63f98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.094293 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-6f2e80ac-1546-490c-a410-9f5462f63f98 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/9338250b-6def-4c3e-bf3f-79d4d517c3ca HTTP/1.1" status: 204 len: 168 time: 0.3042166 Jun 16 16:25:20.098249 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 34004) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:20.106031 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.139501 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-f221359f-6976-4a35-abac-c9568d402185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:20.144925 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.190149 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6a93dd5c-1599-40d0-bdd2-97eb74746442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-693812'] for network, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.190427 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.199999 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'name': 'tempest-TestShelveInstance-428668841-router', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:17Z', 'revision_number': 4, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'gw_port': {'id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '2d1849bd-4620-44c8-8505-35153e0698c8', 'name': '', 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'mac_address': 'fa:16:3e:94:65:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:16Z', 'updated_at': '2021-06-16T16:25:17Z', 'revision_number': 2, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'subnets': [{'id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:20.254276 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e05dda8-9efc-52dc-a0f2-15fc13a0b1c1-09507288-f392-4d02-bf95-703bbe9366a2', 'network_id': '09507288-f392-4d02-bf95-703bbe9366a2', 'tenant_id': 'c8b9cad06045470faefa5b974f9ada80', 'fixed_ips': [{'subnet_id': 'ef538873-85c7-4615-918f-0d4886a5740c'}]}} from dv-cinder-775250-5-iscsi. {{(pid=91608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:25:20.255581 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.280267 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Checking router: ee32fcb0-36e9-4153-addd-54c221aeac4f for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:25:20.280998 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Updating router ee32fcb0-36e9-4153-addd-54c221aeac4f port 2d1849bd-4620-44c8-8505-35153e0698c8 binding host dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:25:20.291408 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6a93dd5c-1599-40d0-bdd2-97eb74746442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-768294', 'neutron.services.segments.db._delete_segments_for_network-8738765585457'] for network, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.306415 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-6a93dd5c-1599-40d0-bdd2-97eb74746442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abe7f2d-a61c-4ce5-8b77-4ef6648db760']}} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:20.315395 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=dbe475a2-cd21-4d11-8191-c5fd5e6bee6b,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:20.320972 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:20.329000 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-6a93dd5c-1599-40d0-bdd2-97eb74746442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ac130b-0685-4271-90e5-764479ac141d') {'for_net_delete': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:20.329316 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-6a93dd5c-1599-40d0-bdd2-97eb74746442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ac130b-0685-4271-90e5-764479ac141d') {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:20.353091 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6a93dd5c-1599-40d0-bdd2-97eb74746442 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765584770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30266041'] for segment, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.368933 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6a93dd5c-1599-40d0-bdd2-97eb74746442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.376051 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a93dd5c-1599-40d0-bdd2-97eb74746442 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=91606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:25:20.377020 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6a93dd5c-1599-40d0-bdd2-97eb74746442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30257403'] for segment, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: Traceback (most recent call last): Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: timer() Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: cb(*args, **kw) Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: return func(*args, **kwargs) Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: self._notify() Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: self.callback(batched_events) Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: event.method(event) Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: return f(self, *a, **k) Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: return self._get(url).json() Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: return self.request(url, 'GET', **kwargs) Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:25:20.379457 dv-cinder-775250-5-iscsi neutron-server[91606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:25:20.405852 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Allocated IP 172.27.0.17 (543270ac-5087-4a4b-b928-324956c3ce61/fb22e153-4378-4f12-ab9d-39b0c838861f/22868e22-7e4c-49d5-901e-673f6738ec82) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:25:20.478962 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6a93dd5c-1599-40d0-bdd2-97eb74746442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33160313'] for network, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.499188 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6a93dd5c-1599-40d0-bdd2-97eb74746442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.506329 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-6a93dd5c-1599-40d0-bdd2-97eb74746442 admin admin] 10.222.0.86 "DELETE /v2.0/networks/0abe7f2d-a61c-4ce5-8b77-4ef6648db760 HTTP/1.1" status: 204 len: 168 time: 0.4067583 Jun 16 16:25:20.509341 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:20.534242 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93dd5c-1599-40d0-bdd2-97eb74746442 admin admin] Pushing event deleted for resources: {'Network': ['ID=0abe7f2d-a61c-4ce5-8b77-4ef6648db760,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:20.543456 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-6a93dd5c-1599-40d0-bdd2-97eb74746442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:20.545292 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.573911 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Allocated IP 172.20.0.2 (09507288-f392-4d02-bf95-703bbe9366a2/ef538873-85c7-4615-918f-0d4886a5740c/a333bcc6-20a8-4623-a55a-abea9e2e3f9f) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:25:20.608169 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.673261 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.694415 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:20.731177 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Network 543270ac-5087-4a4b-b928-324956c3ce61 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:25:20.734559 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:20.738573 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:25:20.738737 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b36c7-94e1-4757-bd07-cc1184ac0b14 req-d9d7f113-8813-4c68-904f-e517836fa3d6 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:20.747889 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d41b36c7-94e1-4757-bd07-cc1184ac0b14 req-d9d7f113-8813-4c68-904f-e517836fa3d6 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1001675 Jun 16 16:25:20.823045 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d41b36c7-94e1-4757-bd07-cc1184ac0b14 req-ad81a393-8b91-4bb7-a31b-267194ae3e40 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730374 Jun 16 16:25:20.837620 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Pushing event updated for resources: {'Port': ['ID=22868e22-7e4c-49d5-901e-673f6738ec82,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:20.840422 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 34024) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:20.843160 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:20.896602 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-b34f26bc-3baf-4015-a02a-d1fe8889b0b9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7bcfe30bb33541a2a64b54f28cd68653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511360 Jun 16 16:25:20.896937 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 34026) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:20.907737 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.930041 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Transition to ACTIVE for port object a333bcc6-20a8-4623-a55a-abea9e2e3f9f will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:25:20.938658 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8c1bc-8517-4b31-9dfa-a22e6a5211d3 req-296c54c2-0b4f-48a1-9e5c-dfd40307d7e3 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:20.940157 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-19b8c1bc-8517-4b31-9dfa-a22e6a5211d3 req-296c54c2-0b4f-48a1-9e5c-dfd40307d7e3 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.1672688 Jun 16 16:25:20.955419 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Transition to ACTIVE for port object a333bcc6-20a8-4623-a55a-abea9e2e3f9f will not be triggered until provisioned by entity DHCP. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:25:20.962706 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-21d5f4f9-67f3-49e3-b3b5-12becf016f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.967962 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.986115 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:20.987448 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-21d5f4f9-67f3-49e3-b3b5-12becf016f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.024786 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-19b8c1bc-8517-4b31-9dfa-a22e6a5211d3 req-942409ee-4337-42a8-9801-9af78c8b35d1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589106 Jun 16 16:25:21.036963 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.051929 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Network 09507288-f392-4d02-bf95-703bbe9366a2 is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:25:21.061058 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Resources bound (agent type, host, resource id): {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:21.064834 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:25:21.067519 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Pushing event updated for resources: {'Port': ['ID=a333bcc6-20a8-4623-a55a-abea9e2e3f9f,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:21.068301 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-21d5f4f9-67f3-49e3-b3b5-12becf016f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.070926 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Transition to ACTIVE for port object 2d1849bd-4620-44c8-8505-35153e0698c8 will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:25:21.071710 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-21d5f4f9-67f3-49e3-b3b5-12becf016f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.072856 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-21d5f4f9-67f3-49e3-b3b5-12becf016f43 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/89d38ab1-b87f-48b9-9bdd-d703d5f3a4af HTTP/1.1" status: 204 len: 168 time: 0.1750810 Jun 16 16:25:21.073578 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:21.073779 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-06bdf437-2be9-445d-94bb-0357db9e7c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:21.085135 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5f4f9-67f3-49e3-b3b5-12becf016f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d38ab1-b87f-48b9-9bdd-d703d5f3a4af,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:21.088502 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.090840 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-21d5f4f9-67f3-49e3-b3b5-12becf016f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:21.125176 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:21.132381 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.209977 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3873e-b7e2-40f8-a46c-e1db9d20c4ac None None] Pushing event updated for resources: {'Port': ['ID=2d1849bd-4620-44c8-8505-35153e0698c8,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:21.216908 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-f2e3873e-b7e2-40f8-a46c-e1db9d20c4ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:21.267486 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Attempting to bind port a333bcc6-20a8-4623-a55a-abea9e2e3f9f on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:25:21.267915 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Attempting to bind port a333bcc6-20a8-4623-a55a-abea9e2e3f9f by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': 'ae9611ef-1a06-4ba9-a988-d0ab1c889a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '09507288-f392-4d02-bf95-703bbe9366a2'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:25:21.268333 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Attempting to bind port a333bcc6-20a8-4623-a55a-abea9e2e3f9f on network 09507288-f392-4d02-bf95-703bbe9366a2 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:25:21.275632 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:25:21.276022 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Checking segment: {'id': 'ae9611ef-1a06-4ba9-a988-d0ab1c889a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '09507288-f392-4d02-bf95-703bbe9366a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:25:21.276568 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.276982 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Bound using segment: {'id': 'ae9611ef-1a06-4ba9-a988-d0ab1c889a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '09507288-f392-4d02-bf95-703bbe9366a2'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:25:21.277723 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Bound port: a333bcc6-20a8-4623-a55a-abea9e2e3f9f, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9611ef-1a06-4ba9-a988-d0ab1c889a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '09507288-f392-4d02-bf95-703bbe9366a2'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:25:21.278113 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.417732 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Attempting to bind port 2d1849bd-4620-44c8-8505-35153e0698c8 on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:25:21.418438 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Attempting to bind port 2d1849bd-4620-44c8-8505-35153e0698c8 by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '7c8821c1-831d-411a-b4ac-52cb7b1cb6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:25:21.419037 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Attempting to bind port 2d1849bd-4620-44c8-8505-35153e0698c8 on network 56ac3c7b-22b1-42f7-9183-5932379dd8c9 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:25:21.421911 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device dbe475a2-cd21-4d11-8191-c5fd5e6bee6b up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:25:21.435352 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33462705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33157356'] for router, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.467963 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:25:21.468565 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Checking segment: {'id': '7c8821c1-831d-411a-b4ac-52cb7b1cb6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:25:21.469112 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.471199 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Bound using segment: {'id': '7c8821c1-831d-411a-b4ac-52cb7b1cb6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:25:21.471730 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Bound port: 2d1849bd-4620-44c8-8505-35153e0698c8, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8821c1-831d-411a-b4ac-52cb7b1cb6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:25:21.473028 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.564525 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] For port a333bcc6-20a8-4623-a55a-abea9e2e3f9f, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:25:21.575011 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] For port a333bcc6-20a8-4623-a55a-abea9e2e3f9f, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=a333bcc6-20a8-4623-a55a-abea9e2e3f9f,segment=NetworkSegment(ae9611ef-1a06-4ba9-a988-d0ab1c889a3c),segment_id=ae9611ef-1a06-4ba9-a988-d0ab1c889a3c)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:25:21.594566 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.603298 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:21.693630 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] For port 2d1849bd-4620-44c8-8505-35153e0698c8, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:25:21.712524 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Pushing event updated for resources: {'Port': ['ID=a333bcc6-20a8-4623-a55a-abea9e2e3f9f,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:21.717781 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:21.718660 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port dbe475a2-cd21-4d11-8191-c5fd5e6bee6b triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:21.719047 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.723563 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] For port 2d1849bd-4620-44c8-8505-35153e0698c8, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=2d1849bd-4620-44c8-8505-35153e0698c8,segment=NetworkSegment(7c8821c1-831d-411a-b4ac-52cb7b1cb6e4),segment_id=7c8821c1-831d-411a-b4ac-52cb7b1cb6e4)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:25:21.745521 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Router e46a7ce4-3dee-4816-a322-c29af5524779 is scheduled to L3 agent 780d0648-e200-45fe-9780-6c920b856ccc with binding_index 1 {{(pid=91607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:25:21.750006 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:21.759722 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-f2e3873e-b7e2-40f8-a46c-e1db9d20c4ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:21.852794 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3873e-b7e2-40f8-a46c-e1db9d20c4ac None None] Pushing event updated for resources: {'Port': ['ID=2d1849bd-4620-44c8-8505-35153e0698c8,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:21.855970 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Routers {'ee32fcb0-36e9-4153-addd-54c221aeac4f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:25:21.857126 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:24:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['ee32fcb0-36e9-4153-addd-54c221aeac4f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:21.862260 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-f2e3873e-b7e2-40f8-a46c-e1db9d20c4ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:22.023837 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:25:22.040216 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Sync routers for ids ['e46a7ce4-3dee-4816-a322-c29af5524779'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:25:22.048004 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Routers {'e46a7ce4-3dee-4816-a322-c29af5524779'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:25:22.049883 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:24:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['e46a7ce4-3dee-4816-a322-c29af5524779'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:22.054425 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Notify callbacks [] for router, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:22.059537 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4882796 Jun 16 16:25:22.060178 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 34052) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:22.171605 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] Set router ee32fcb0-36e9-4153-addd-54c221aeac4f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:25:22.231956 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19464e5-e56c-4fae-9f4a-3889d4aaca42 req-741bf307-e39d-4715-b7f7-b6d92f28b278 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:22.233727 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b19464e5-e56c-4fae-9f4a-3889d4aaca42 req-741bf307-e39d-4715-b7f7-b6d92f28b278 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.2143424 Jun 16 16:25:22.240644 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Set router e46a7ce4-3dee-4816-a322-c29af5524779 gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:25:22.293929 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b19464e5-e56c-4fae-9f4a-3889d4aaca42 req-458cbb0b-fc4b-4534-b398-fe00a5c36f5f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514743 Jun 16 16:25:22.454172 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4224e7e2-b670-4029-bd8f-9ea07c6aec5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:22.495210 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46a7ce4-3dee-4816-a322-c29af5524779', 'name': 'tempest-TestShelveInstance-1179628419-router', 'tenant_id': 'c8b9cad06045470faefa5b974f9ada80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '22868e22-7e4c-49d5-901e-673f6738ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:19Z', 'updated_at': '2021-06-16T16:25:20Z', 'revision_number': 3, 'project_id': 'c8b9cad06045470faefa5b974f9ada80', 'gw_port': {'id': '22868e22-7e4c-49d5-901e-673f6738ec82', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46a7ce4-3dee-4816-a322-c29af5524779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:20Z', 'updated_at': '2021-06-16T16:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:22.500162 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Checking router: e46a7ce4-3dee-4816-a322-c29af5524779 for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:25:22.500852 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Updating router e46a7ce4-3dee-4816-a322-c29af5524779 port 22868e22-7e4c-49d5-901e-673f6738ec82 binding host dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:25:22.547189 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:22.635397 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'name': 'tempest-TestShelveInstance-428668841-router', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:17Z', 'revision_number': 4, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'gw_port': {'id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '2d1849bd-4620-44c8-8505-35153e0698c8', 'name': '', 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'mac_address': 'fa:16:3e:94:65:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:16Z', 'updated_at': '2021-06-16T16:25:21Z', 'revision_number': 4, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'subnets': [{'id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:22.639396 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef17dc9f-1d31-458d-9b81-3f72daa85c90 None None] The sync data for ids ['ee32fcb0-36e9-4153-addd-54c221aeac4f'] in dv-cinder-775250-5-iscsi is: [{'id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'name': 'tempest-TestShelveInstance-428668841-router', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:17Z', 'revision_number': 4, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'gw_port': {'id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '2d1849bd-4620-44c8-8505-35153e0698c8', 'name': '', 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'mac_address': 'fa:16:3e:94:65:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:16Z', 'updated_at': '2021-06-16T16:25:21Z', 'revision_number': 4, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'subnets': [{'id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:25:22.859321 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cc649-6f5a-4595-9efd-096f4df93b39 req-4938697e-3486-4242-9513-79925d908e82 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:22.867800 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-929cc649-6f5a-4595-9efd-096f4df93b39 req-4938697e-3486-4242-9513-79925d908e82 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.4894595 Jun 16 16:25:22.947817 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:22.969184 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Transition to ACTIVE for port object 22868e22-7e4c-49d5-901e-673f6738ec82 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:25:22.979505 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:22.994161 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-5ce06ea8-7128-4835-b17c-46006f5ec1b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:23.041648 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b48d77-f0e5-4cbe-a023-ca7553459948 None None] Pushing event updated for resources: {'Port': ['ID=22868e22-7e4c-49d5-901e-673f6738ec82,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:23.056811 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-04b48d77-f0e5-4cbe-a023-ca7553459948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:23.094519 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Attempting to bind port 22868e22-7e4c-49d5-901e-673f6738ec82 on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:25:23.096546 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Attempting to bind port 22868e22-7e4c-49d5-901e-673f6738ec82 by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:25:23.098490 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Attempting to bind port 22868e22-7e4c-49d5-901e-673f6738ec82 on network 543270ac-5087-4a4b-b928-324956c3ce61 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:25:23.111016 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:25:23.112401 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Checking segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:25:23.114517 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:23.115473 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Bound using segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:25:23.116253 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Bound port: 22868e22-7e4c-49d5-901e-673f6738ec82, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:25:23.117270 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:23.184572 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-929cc649-6f5a-4595-9efd-096f4df93b39 req-fd225bc9-b325-47b9-b4b0-e653e6849a08 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3156242 Jun 16 16:25:23.228067 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] For port 22868e22-7e4c-49d5-901e-673f6738ec82, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:25:23.231413 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] For port 22868e22-7e4c-49d5-901e-673f6738ec82, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=22868e22-7e4c-49d5-901e-673f6738ec82,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:25:23.236228 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:23.240580 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:23.330559 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Routers {'e46a7ce4-3dee-4816-a322-c29af5524779'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:25:23.335197 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:24:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['e46a7ce4-3dee-4816-a322-c29af5524779'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:23.450965 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd31d16-72b5-473b-af72-b866b2cc2b8a None None] Network 09507288-f392-4d02-bf95-703bbe9366a2 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:25:23.458516 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:23.513651 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device a333bcc6-20a8-4623-a55a-abea9e2e3f9f up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:25:23.612181 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b48d77-f0e5-4cbe-a023-ca7553459948 None None] Pushing event updated for resources: {'Port': ['ID=22868e22-7e4c-49d5-901e-673f6738ec82,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:23.617055 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-04b48d77-f0e5-4cbe-a023-ca7553459948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:23.646438 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0cd40-e812-43f5-8d97-42778e354eba req-b2e7da7f-0b90-4836-8b5c-80909e7bf3bb tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:23.654533 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-46083fb0-ac42-4ce1-be76-f31b48430f64 None None] Provisioning for port a333bcc6-20a8-4623-a55a-abea9e2e3f9f completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:25:23.656286 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fca0cd40-e812-43f5-8d97-42778e354eba req-b2e7da7f-0b90-4836-8b5c-80909e7bf3bb tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1404769 Jun 16 16:25:23.684169 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Allocated IP 172.20.0.1 (09507288-f392-4d02-bf95-703bbe9366a2/ef538873-85c7-4615-918f-0d4886a5740c/7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:25:23.685874 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] Set router e46a7ce4-3dee-4816-a322-c29af5524779 gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:25:23.742512 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fca0cd40-e812-43f5-8d97-42778e354eba req-4059df71-32b7-49d5-a75e-4a6eaebfb561 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849833 Jun 16 16:25:23.826439 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:23.841212 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port a333bcc6-20a8-4623-a55a-abea9e2e3f9f completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:25:23.850243 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port a333bcc6-20a8-4623-a55a-abea9e2e3f9f triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:23.850553 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:23.854730 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Transition to ACTIVE for port object 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:25:23.895342 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:23.897684 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-494b1546-9d51-46e6-a581-0c23a53b5673 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:23.920308 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46a7ce4-3dee-4816-a322-c29af5524779', 'name': 'tempest-TestShelveInstance-1179628419-router', 'tenant_id': 'c8b9cad06045470faefa5b974f9ada80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '22868e22-7e4c-49d5-901e-673f6738ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:19Z', 'updated_at': '2021-06-16T16:25:20Z', 'revision_number': 3, 'project_id': 'c8b9cad06045470faefa5b974f9ada80', 'gw_port': {'id': '22868e22-7e4c-49d5-901e-673f6738ec82', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46a7ce4-3dee-4816-a322-c29af5524779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:20Z', 'updated_at': '2021-06-16T16:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:23.925118 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67231547-e1e5-4a4c-b446-7c46e6379315 None None] The sync data for ids ['e46a7ce4-3dee-4816-a322-c29af5524779'] in dv-cinder-775250-5-iscsi is: [{'id': 'e46a7ce4-3dee-4816-a322-c29af5524779', 'name': 'tempest-TestShelveInstance-1179628419-router', 'tenant_id': 'c8b9cad06045470faefa5b974f9ada80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '22868e22-7e4c-49d5-901e-673f6738ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:19Z', 'updated_at': '2021-06-16T16:25:20Z', 'revision_number': 3, 'project_id': 'c8b9cad06045470faefa5b974f9ada80', 'gw_port': {'id': '22868e22-7e4c-49d5-901e-673f6738ec82', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46a7ce4-3dee-4816-a322-c29af5524779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:20Z', 'updated_at': '2021-06-16T16:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:25:23.936168 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Network 09507288-f392-4d02-bf95-703bbe9366a2 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:25:23.939677 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:23.944059 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:25:23.981442 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:23.994956 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Pushing event updated for resources: {'Port': ['ID=7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:23.999450 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:24.009371 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33132125'] for router_interface, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:24.031685 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port a333bcc6-20a8-4623-a55a-abea9e2e3f9f, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=a333bcc6-20a8-4623-a55a-abea9e2e3f9f,segment=NetworkSegment(ae9611ef-1a06-4ba9-a988-d0ab1c889a3c),segment_id=ae9611ef-1a06-4ba9-a988-d0ab1c889a3c)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:24.039331 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:24.040779 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 2d1849bd-4620-44c8-8505-35153e0698c8 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:25:24.064883 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-b7d31a85-3787-419e-b465-88757f42a616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:24.140012 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=a333bcc6-20a8-4623-a55a-abea9e2e3f9f,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:24.143788 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:24.174709 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port 2d1849bd-4620-44c8-8505-35153e0698c8 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:25:24.183436 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 2d1849bd-4620-44c8-8505-35153e0698c8 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:24.183997 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:24.219594 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:24.375254 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:24.419579 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-5b06f4f6-6905-4dd2-967b-e91a665731b5 None None] Provisioning complete for port a333bcc6-20a8-4623-a55a-abea9e2e3f9f triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:24.419966 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5b06f4f6-6905-4dd2-967b-e91a665731b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:24.498684 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port 2d1849bd-4620-44c8-8505-35153e0698c8, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=2d1849bd-4620-44c8-8505-35153e0698c8,segment=NetworkSegment(7c8821c1-831d-411a-b4ac-52cb7b1cb6e4),segment_id=7c8821c1-831d-411a-b4ac-52cb7b1cb6e4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:24.512450 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:24.514462 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:24.622689 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=2d1849bd-4620-44c8-8505-35153e0698c8,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:24.636681 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:24.677361 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:24.688111 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:24.692303 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-eb992aaa-49c2-4764-8cb0-9d70df3ee353 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=39790b78ec6d46b5b103e997ca749361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673780 Jun 16 16:25:24.695900 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9b56a0e7-5b45-4ab6-803a-69aaedc7c1e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:24.748297 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 34102) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:24.772130 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-1347141e-f4b6-4351-a3db-e892b2f1c669 None None] Provisioning for port 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:25:24.776894 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-1347141e-f4b6-4351-a3db-e892b2f1c669 None None] Provisioning complete for port 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:24.777497 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1347141e-f4b6-4351-a3db-e892b2f1c669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:24.842296 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33290164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33132065'] for router_interface, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:24.846663 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-80ec2443-db53-4e76-ba22-0cc8482e05a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:24.861760 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-1347141e-f4b6-4351-a3db-e892b2f1c669 None None] Port 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:25:24.869692 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Pushing event updated for resources: {'Port': ['ID=7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:24.872661 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:24.904224 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b3c5d-6949-4a50-adfa-88518f97a318 req-3f797f1b-0f8b-4c27-a660-5a987c23ff9e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:24.904864 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:24.906023 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cf8b3c5d-6949-4a50-adfa-88518f97a318 req-3f797f1b-0f8b-4c27-a660-5a987c23ff9e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.3760140 Jun 16 16:25:24.933079 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-f672bd40-931d-46be-ac9c-bd40f6fe8a1f tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:24.940974 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-f672bd40-931d-46be-ac9c-bd40f6fe8a1f tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2464838 Jun 16 16:25:24.961939 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ccfe87b1-13e2-4f43-8ec1-c58ca4d52eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:24.966141 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-fe79977d-ff27-466a-8beb-5d45d001d39f tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/quotas/39790b78ec6d46b5b103e997ca749361 HTTP/1.1" status: 200 len: 375 time: 0.0242176 Jun 16 16:25:24.994083 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cf8b3c5d-6949-4a50-adfa-88518f97a318 req-1c879374-5c76-4e1d-9251-98cf344a38ea tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472000 Jun 16 16:25:25.014686 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-19d76f3e-50eb-415e-86eb-e3b65493f050 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=39790b78ec6d46b5b103e997ca749361&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397713 Jun 16 16:25:25.017032 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Network 09507288-f392-4d02-bf95-703bbe9366a2 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:25:25.018797 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:25.225034 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Router e46a7ce4-3dee-4816-a322-c29af5524779 has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:25:25.414632 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-6260a3d2-304e-4afe-a469-ff99542d22ad None None] Provisioning complete for port 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:25.415025 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6260a3d2-304e-4afe-a469-ff99542d22ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.487689 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-6260a3d2-304e-4afe-a469-ff99542d22ad None None] Port 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:25:25.492046 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device a333bcc6-20a8-4623-a55a-abea9e2e3f9f up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:25:25.552433 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:25:25.559321 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] 10.222.0.86 "PUT /v2.0/routers/e46a7ce4-3dee-4816-a322-c29af5524779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4933622 Jun 16 16:25:25.568227 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port a333bcc6-20a8-4623-a55a-abea9e2e3f9f triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:25.568227 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.583683 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bf796834-bd29-4d1f-8d8f-fc50c0a307a7 req-1617e0e6-db12-4c81-8abf-e69c8c25ef9a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3389189 Jun 16 16:25:25.604929 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401e3c4-61e2-4c00-824b-71b6baa37ed6 req-4e705c89-eac9-412c-9d74-19430f118c7c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:25.610386 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4401e3c4-61e2-4c00-824b-71b6baa37ed6 req-4e705c89-eac9-412c-9d74-19430f118c7c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.2761960 Jun 16 16:25:25.627583 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ccfe87b1-13e2-4f43-8ec1-c58ca4d52eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.669413 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 22868e22-7e4c-49d5-901e-673f6738ec82 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:25:25.694067 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4401e3c4-61e2-4c00-824b-71b6baa37ed6 req-a546f295-b387-45d0-8e6d-4eee424631b2 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463562 Jun 16 16:25:25.696584 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6eb46ef4-6154-4c51-867e-36eae96fa76d req-71047053-584f-4e0c-8e39-5cdfad2b7848 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/ports?device_id=96992859-bb1b-42f9-bdb6-0e96cddf3f4d HTTP/1.1" status: 200 len: 210 time: 0.0652056 Jun 16 16:25:25.701821 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ccfe87b1-13e2-4f43-8ec1-c58ca4d52eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.705829 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-14aa7834-2f30-4f06-9dc6-e8cadbfcbbd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:25.724505 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf796834-bd29-4d1f-8d8f-fc50c0a307a7 req-fae73e3b-f1a9-4ebb-9292-e8ee784c9144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:25.726042 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bf796834-bd29-4d1f-8d8f-fc50c0a307a7 req-fae73e3b-f1a9-4ebb-9292-e8ee784c9144 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0bab6a88cf1841698fdebfb43f3a76ac&device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 1098 time: 0.1106386 Jun 16 16:25:25.751426 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-ccfe87b1-13e2-4f43-8ec1-c58ca4d52eea admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=34942e2680ca42058479c66411d3e0a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9993951 Jun 16 16:25:25.751426 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe87b1-13e2-4f43-8ec1-c58ca4d52eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a106078-23b3-401c-a1f6-ebd3664aafb0,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:25.752222 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 34118) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:25.775326 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port 22868e22-7e4c-49d5-901e-673f6738ec82 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:25:25.776293 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ccfe87b1-13e2-4f43-8ec1-c58ca4d52eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:25.785473 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 22868e22-7e4c-49d5-901e-673f6738ec82 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:25.786444 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.809945 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-64a5bfd1-ab3c-48dc-aeec-7d5a123dd34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.838526 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-64a5bfd1-ab3c-48dc-aeec-7d5a123dd34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.917717 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf796834-bd29-4d1f-8d8f-fc50c0a307a7 req-2646ee48-cbd9-4a70-9d68-cfb17e863d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:25.919866 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bf796834-bd29-4d1f-8d8f-fc50c0a307a7 req-2646ee48-cbd9-4a70-9d68-cfb17e863d8f service neutron] 10.222.0.99 "GET /v2.0/networks?id=f3bf38a0-6de0-478a-a880-437c4b879d4d HTTP/1.1" status: 200 len: 919 time: 0.1581321 Jun 16 16:25:25.920421 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-64a5bfd1-ab3c-48dc-aeec-7d5a123dd34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.921837 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.922766 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.926002 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-64a5bfd1-ab3c-48dc-aeec-7d5a123dd34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.931150 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-64a5bfd1-ab3c-48dc-aeec-7d5a123dd34a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5a106078-23b3-401c-a1f6-ebd3664aafb0 HTTP/1.1" status: 204 len: 168 time: 0.1775556 Jun 16 16:25:25.932107 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-58bafcfa-9b12-4925-8be9-f805b9023d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:25.940062 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5bfd1-ab3c-48dc-aeec-7d5a123dd34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a106078-23b3-401c-a1f6-ebd3664aafb0,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:25.961619 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-64a5bfd1-ab3c-48dc-aeec-7d5a123dd34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:25.980523 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port 22868e22-7e4c-49d5-901e-673f6738ec82, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=22868e22-7e4c-49d5-901e-673f6738ec82,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:25.986412 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:25.988794 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 2d1849bd-4620-44c8-8505-35153e0698c8 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:25:25.996035 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:26.004682 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bf796834-bd29-4d1f-8d8f-fc50c0a307a7 req-71809e94-1c55-4775-98d0-71b7f5554835 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a95a53cc-b105-40a5-8a0b-405dc0dd9c66 HTTP/1.1" status: 200 len: 217 time: 0.0757477 Jun 16 16:25:26.088271 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf796834-bd29-4d1f-8d8f-fc50c0a307a7 req-fa246bb7-37fa-4aa8-8252-e12e57254f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:26.092613 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bf796834-bd29-4d1f-8d8f-fc50c0a307a7 req-fa246bb7-37fa-4aa8-8252-e12e57254f31 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=11140164-2d45-4a21-991b-acd6e1deb88b HTTP/1.1" status: 200 len: 858 time: 0.0814965 Jun 16 16:25:26.103215 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=22868e22-7e4c-49d5-901e-673f6738ec82,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:26.106981 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:26.116101 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 2d1849bd-4620-44c8-8505-35153e0698c8 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:26.116494 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:26.175446 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bf796834-bd29-4d1f-8d8f-fc50c0a307a7 req-7b36bc44-d451-4c96-842f-644d864b3d50 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3bf38a0-6de0-478a-a880-437c4b879d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683744 Jun 16 16:25:26.367128 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bf796834-bd29-4d1f-8d8f-fc50c0a307a7 req-1f11da3a-e5d0-425a-88af-29dc292d8df4 service neutron] 10.222.0.99 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844389 Jun 16 16:25:26.445603 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473c3b4-f108-4996-9a6e-c311e25aa480 req-9f27ea1e-c307-4215-ad0f-2917db26ca54 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:26.449143 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9473c3b4-f108-4996-9a6e-c311e25aa480 req-9f27ea1e-c307-4215-ad0f-2917db26ca54 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.2126138 Jun 16 16:25:26.560066 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9473c3b4-f108-4996-9a6e-c311e25aa480 req-e1644a32-6aeb-4dbd-8496-889fd059b596 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668991 Jun 16 16:25:26.585926 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bf796834-bd29-4d1f-8d8f-fc50c0a307a7 req-517fe8cc-336d-4e2c-98fe-5d127744479f service neutron] 10.222.0.99 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053931 Jun 16 16:25:26.681862 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Sync routers for ids ['e46a7ce4-3dee-4816-a322-c29af5524779'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:25:26.694618 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Routers {'e46a7ce4-3dee-4816-a322-c29af5524779'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:25:26.695268 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:25:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['e46a7ce4-3dee-4816-a322-c29af5524779'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:26.731017 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 34152) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:26.736249 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-31e72fee-1383-4a1f-9249-66ddd8668ab1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-128858574', 'description': 'tempest-secgroup-smoke-128858574 description', 'project_id': '5d00520292d84c42b4213f5e6aec6735'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:26.778853 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-31e72fee-1383-4a1f-9249-66ddd8668ab1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:26.887783 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Set router e46a7ce4-3dee-4816-a322-c29af5524779 gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:25:26.914258 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6833abd6-be45-4ca8-8884-c767d32c37ea req-d4c3d381-2ba3-41e9-855d-f299880a963a tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/ports?device_id=96992859-bb1b-42f9-bdb6-0e96cddf3f4d HTTP/1.1" status: 200 len: 210 time: 0.0330501 Jun 16 16:25:27.033445 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-31e72fee-1383-4a1f-9249-66ddd8668ab1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.043587 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511cd1e-1baf-4c32-ad99-98222402a73b req-1ff5bafb-614a-4f6f-bdd5-d97837954946 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:27.045139 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f511cd1e-1baf-4c32-ad99-98222402a73b req-1ff5bafb-614a-4f6f-bdd5-d97837954946 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1513352 Jun 16 16:25:27.046417 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-31e72fee-1383-4a1f-9249-66ddd8668ab1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.049410 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-64a5bfd1-ab3c-48dc-aeec-7d5a123dd34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:27.096153 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-31e72fee-1383-4a1f-9249-66ddd8668ab1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.100517 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-31e72fee-1383-4a1f-9249-66ddd8668ab1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3657360 Jun 16 16:25:27.101124 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 34160) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:27.106026 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Request body: {'security_group_rule': {'security_group_id': '059b9fbd-86a6-4bd3-b5df-15878c57ffd5', 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:27.111166 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e72fee-1383-4a1f-9249-66ddd8668ab1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059b9fbd-86a6-4bd3-b5df-15878c57ffd5,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:27.114932 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-31e72fee-1383-4a1f-9249-66ddd8668ab1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:27.139147 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f511cd1e-1baf-4c32-ad99-98222402a73b req-17431cfd-e248-499c-8c7f-061bee7948a1 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799956 Jun 16 16:25:27.149434 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.195037 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46a7ce4-3dee-4816-a322-c29af5524779', 'name': 'tempest-TestShelveInstance-1179628419-router', 'tenant_id': 'c8b9cad06045470faefa5b974f9ada80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '22868e22-7e4c-49d5-901e-673f6738ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:19Z', 'updated_at': '2021-06-16T16:25:24Z', 'revision_number': 4, 'project_id': 'c8b9cad06045470faefa5b974f9ada80', 'gw_port': {'id': '22868e22-7e4c-49d5-901e-673f6738ec82', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46a7ce4-3dee-4816-a322-c29af5524779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:20Z', 'updated_at': '2021-06-16T16:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e', 'name': '', 'network_id': '09507288-f392-4d02-bf95-703bbe9366a2', 'tenant_id': 'c8b9cad06045470faefa5b974f9ada80', 'mac_address': 'fa:16:3e:58:f0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46a7ce4-3dee-4816-a322-c29af5524779', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ef538873-85c7-4615-918f-0d4886a5740c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:23Z', 'updated_at': '2021-06-16T16:25:24Z', 'revision_number': 2, 'project_id': 'c8b9cad06045470faefa5b974f9ada80', 'subnets': [{'id': 'ef538873-85c7-4615-918f-0d4886a5740c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:27.199364 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Checking router: e46a7ce4-3dee-4816-a322-c29af5524779 for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:25:27.199722 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Updating router e46a7ce4-3dee-4816-a322-c29af5524779 port 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e binding host dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:25:27.232393 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.236158 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.237473 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.240064 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-afdad6bf-958e-4aac-a38a-835901c8b5d2 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:27.262556 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d264f82b-cb76-4d42-8b77-1a0d4a6de16c,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:27.277225 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:27.278009 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:27.278704 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:27.279414 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:27.280339 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:27.280954 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:27.281528 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:27.282124 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:27.282723 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:27.283305 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:27.283972 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:27.284778 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:27.288612 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.289927 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1877201 Jun 16 16:25:27.291663 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:27.292807 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 34166) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:27.299869 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-72934d78-0771-46f1-8765-3b98079709d2 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Request body: {'security_group_rule': {'security_group_id': '059b9fbd-86a6-4bd3-b5df-15878c57ffd5', 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:27.349613 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-72934d78-0771-46f1-8765-3b98079709d2 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.381938 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 22868e22-7e4c-49d5-901e-673f6738ec82 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:25:27.445850 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-72934d78-0771-46f1-8765-3b98079709d2 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.450608 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-72934d78-0771-46f1-8765-3b98079709d2 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.453754 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:27.466934 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 22868e22-7e4c-49d5-901e-673f6738ec82 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:27.467329 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.476325 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-72934d78-0771-46f1-8765-3b98079709d2 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.481656 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 34172) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:27.483614 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-72934d78-0771-46f1-8765-3b98079709d2 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1877177 Jun 16 16:25:27.486675 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-ecbb0275-865f-44e2-8759-c1b6fe43f448 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Request body: {'security_group_rule': {'security_group_id': '059b9fbd-86a6-4bd3-b5df-15878c57ffd5', 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:27.535544 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ecbb0275-865f-44e2-8759-c1b6fe43f448 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.569016 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72934d78-0771-46f1-8765-3b98079709d2 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fcadf7-29d0-40a9-9998-2118419374b4,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:27.585392 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-72934d78-0771-46f1-8765-3b98079709d2 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:27.589907 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-7d56fbf9-e25e-462c-a683-8160ddabc2a0 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=39790b78ec6d46b5b103e997ca749361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817714 Jun 16 16:25:27.668160 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ecbb0275-865f-44e2-8759-c1b6fe43f448 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.677470 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ecbb0275-865f-44e2-8759-c1b6fe43f448 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.683571 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7b9b85fe-9c07-4ba8-9808-0e7eeade5374 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:27.732727 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb0275-865f-44e2-8759-c1b6fe43f448 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8437e3e-b089-499c-abfb-024abefae299,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:27.746091 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ecbb0275-865f-44e2-8759-c1b6fe43f448 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:27.753304 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ecbb0275-865f-44e2-8759-c1b6fe43f448 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.757786 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-ecbb0275-865f-44e2-8759-c1b6fe43f448 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2746050 Jun 16 16:25:27.759778 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 34180) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:27.766714 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-7a3e0050-c1f1-403f-a23a-a181f86c4b95 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Request body: {'security_group_rule': {'security_group_id': '059b9fbd-86a6-4bd3-b5df-15878c57ffd5', 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:27.811943 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7a3e0050-c1f1-403f-a23a-a181f86c4b95 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.818017 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.927574 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7a3e0050-c1f1-403f-a23a-a181f86c4b95 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.932959 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7a3e0050-c1f1-403f-a23a-a181f86c4b95 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.935666 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:27.939474 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.962920 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e0050-c1f1-403f-a23a-a181f86c4b95 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea7caba5-0e93-4aa6-a1f4-7714b3fac18c,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:27.965989 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7a3e0050-c1f1-403f-a23a-a181f86c4b95 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:27.970755 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-7a3e0050-c1f1-403f-a23a-a181f86c4b95 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2092946 Jun 16 16:25:27.971830 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7a3e0050-c1f1-403f-a23a-a181f86c4b95 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:27.972372 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 34192) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:27.977648 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-60f3c464-9133-43c0-91ef-ae46d94a93af tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Request body: {'security_group_rule': {'security_group_id': '059b9fbd-86a6-4bd3-b5df-15878c57ffd5', 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:27.984116 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Transition to ACTIVE for port object 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:25:27.994577 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:28.005180 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-f7b5669c-0d4e-4412-9504-8497f5355a84 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:28.006889 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-f7b5669c-0d4e-4412-9504-8497f5355a84 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4094267 Jun 16 16:25:28.009051 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:28.022207 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Request body: {'port': {'device_id': '96992859-bb1b-42f9-bdb6-0e96cddf3f4d', 'network_id': '0b82b788-f535-449f-84cd-fe8f36fbbbfd', 'admin_state_up': True, 'tenant_id': '39790b78ec6d46b5b103e997ca749361'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:28.025472 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.securitygroups_db [None req-60f3c464-9133-43c0-91ef-ae46d94a93af tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Project 5d00520292d84c42b4213f5e6aec6735 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:25:28.031928 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-60f3c464-9133-43c0-91ef-ae46d94a93af tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:28.069948 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eed10e-4823-4301-9f51-bbb7044b948b req-a927f47b-99d5-4254-8146-29b292d26327 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:28.071508 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a8eed10e-4823-4301-9f51-bbb7044b948b req-a927f47b-99d5-4254-8146-29b292d26327 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.2577748 Jun 16 16:25:28.148185 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2ac28-df8a-4ea5-ba57-d64ebd634822 None None] Pushing event updated for resources: {'Port': ['ID=7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:28.157337 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-fcf2ac28-df8a-4ea5-ba57-d64ebd634822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:28.217504 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-60f3c464-9133-43c0-91ef-ae46d94a93af tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:28.293385 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6e7d5bd1-ceef-4323-829d-5eb978ecf9e4 req-02125892-fbd9-472f-a9d1-b0cab5ed32f5 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/ports?device_id=96992859-bb1b-42f9-bdb6-0e96cddf3f4d HTTP/1.1" status: 200 len: 210 time: 0.0738895 Jun 16 16:25:28.298205 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-60f3c464-9133-43c0-91ef-ae46d94a93af tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:28.300406 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:28.362472 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-60f3c464-9133-43c0-91ef-ae46d94a93af tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:28.366824 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-60f3c464-9133-43c0-91ef-ae46d94a93af tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3907170 Jun 16 16:25:28.368074 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 34200) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:28.368475 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3c464-9133-43c0-91ef-ae46d94a93af tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a317c150-5894-4c77-84c6-abc8961d572d,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:28.380905 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-48ab322f-87b7-4a55-a2d4-47f868cdbe97 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Request body: {'security_group_rule': {'security_group_id': '059b9fbd-86a6-4bd3-b5df-15878c57ffd5', 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:28.419268 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:28.440379 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Attempting to bind port 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:25:28.440941 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Attempting to bind port 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': 'ae9611ef-1a06-4ba9-a988-d0ab1c889a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '09507288-f392-4d02-bf95-703bbe9366a2'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:25:28.442116 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Attempting to bind port 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e on network 09507288-f392-4d02-bf95-703bbe9366a2 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:25:28.444516 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-60f3c464-9133-43c0-91ef-ae46d94a93af tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:28.447900 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.securitygroups_db [None req-48ab322f-87b7-4a55-a2d4-47f868cdbe97 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Project 5d00520292d84c42b4213f5e6aec6735 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:25:28.451565 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:25:28.452205 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Checking segment: {'id': 'ae9611ef-1a06-4ba9-a988-d0ab1c889a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '09507288-f392-4d02-bf95-703bbe9366a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:25:28.452937 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:28.453643 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Bound using segment: {'id': 'ae9611ef-1a06-4ba9-a988-d0ab1c889a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '09507288-f392-4d02-bf95-703bbe9366a2'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:25:28.454458 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Bound port: 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9611ef-1a06-4ba9-a988-d0ab1c889a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '09507288-f392-4d02-bf95-703bbe9366a2'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:25:28.455047 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:28.461912 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-48ab322f-87b7-4a55-a2d4-47f868cdbe97 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:28.473111 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a8eed10e-4823-4301-9f51-bbb7044b948b req-a3464768-8bef-41b7-b44a-04bfac337c2c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3724518 Jun 16 16:25:28.513750 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Made reservation on behalf of 39790b78ec6d46b5b103e997ca749361 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:25:28.518343 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:28.528197 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:28.554174 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] For port 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:25:28.558441 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] For port 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e,segment=NetworkSegment(ae9611ef-1a06-4ba9-a988-d0ab1c889a3c),segment_id=ae9611ef-1a06-4ba9-a988-d0ab1c889a3c)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:25:28.564217 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:28.577148 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-f2e3873e-b7e2-40f8-a46c-e1db9d20c4ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:28.607111 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-48ab322f-87b7-4a55-a2d4-47f868cdbe97 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:28.617095 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-48ab322f-87b7-4a55-a2d4-47f868cdbe97 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:28.621794 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:28.629851 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Routers {'e46a7ce4-3dee-4816-a322-c29af5524779'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:25:28.630929 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:25:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['e46a7ce4-3dee-4816-a322-c29af5524779'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:28.650964 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb27e4-c49d-47c3-adba-f84e37574911 req-05c25fc5-14e8-4d3a-a287-e5a0dafd3c0c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:28.652760 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-71eb27e4-c49d-47c3-adba-f84e37574911 req-05c25fc5-14e8-4d3a-a287-e5a0dafd3c0c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1729424 Jun 16 16:25:28.653447 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 34204) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:28.666049 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:28.668388 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab322f-87b7-4a55-a2d4-47f868cdbe97 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be548844-9726-49c6-95f4-521d6d5b9efa,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:28.672544 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:28.679872 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8f3f3225-d062-4d1b-9d24-9e0dc1159ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:28.686528 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-48ab322f-87b7-4a55-a2d4-47f868cdbe97 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:28.715939 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-48ab322f-87b7-4a55-a2d4-47f868cdbe97 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:28.726026 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-48ab322f-87b7-4a55-a2d4-47f868cdbe97 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3496361 Jun 16 16:25:28.746654 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2ac28-df8a-4ea5-ba57-d64ebd634822 None None] Pushing event updated for resources: {'Port': ['ID=7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:28.754394 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-fcf2ac28-df8a-4ea5-ba57-d64ebd634822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:28.764688 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b21e5348-d3ac-49a1-993b-cee87e0e297e,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:28.768141 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:28.802171 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-71eb27e4-c49d-47c3-adba-f84e37574911 req-2b1bfbb7-dc06-4b9f-8ac2-2ee3ca0ee19f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358955 Jun 16 16:25:28.881237 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] Set router e46a7ce4-3dee-4816-a322-c29af5524779 gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:25:28.889068 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Allocated IP 192.168.233.74 (0b82b788-f535-449f-84cd-fe8f36fbbbfd/cc698db4-3050-45bf-8aa4-7d778c50b95a/1ff5e51e-aa82-4f79-ad0a-843af1278204) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:25:28.889680 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc929-2c34-4c60-81e8-7eafd1a6655c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:29.024819 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc929-2c34-4c60-81e8-7eafd1a6655c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:29.029732 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7b2dc929-2c34-4c60-81e8-7eafd1a6655c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:29.034354 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-31e72fee-1383-4a1f-9249-66ddd8668ab1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:29.080351 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-7b2dc929-2c34-4c60-81e8-7eafd1a6655c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=86ebab62444049f39deba4ec6cd524bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214375 Jun 16 16:25:29.081909 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc929-2c34-4c60-81e8-7eafd1a6655c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b29ac61-056c-4541-bf79-48cc6885ff03,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:29.094307 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:29.095208 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 34250) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:29.097499 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7b2dc929-2c34-4c60-81e8-7eafd1a6655c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:29.116994 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Transition to ACTIVE for port object 1ff5e51e-aa82-4f79-ad0a-843af1278204 will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:25:29.142794 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46a7ce4-3dee-4816-a322-c29af5524779', 'name': 'tempest-TestShelveInstance-1179628419-router', 'tenant_id': 'c8b9cad06045470faefa5b974f9ada80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '22868e22-7e4c-49d5-901e-673f6738ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:19Z', 'updated_at': '2021-06-16T16:25:24Z', 'revision_number': 4, 'project_id': 'c8b9cad06045470faefa5b974f9ada80', 'gw_port': {'id': '22868e22-7e4c-49d5-901e-673f6738ec82', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46a7ce4-3dee-4816-a322-c29af5524779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:20Z', 'updated_at': '2021-06-16T16:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e', 'name': '', 'network_id': '09507288-f392-4d02-bf95-703bbe9366a2', 'tenant_id': 'c8b9cad06045470faefa5b974f9ada80', 'mac_address': 'fa:16:3e:58:f0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46a7ce4-3dee-4816-a322-c29af5524779', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ef538873-85c7-4615-918f-0d4886a5740c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:23Z', 'updated_at': '2021-06-16T16:25:28Z', 'revision_number': 4, 'project_id': 'c8b9cad06045470faefa5b974f9ada80', 'subnets': [{'id': 'ef538873-85c7-4615-918f-0d4886a5740c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:29.147519 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c256d6-99c7-4cd6-97f5-f088a7a8c92a None None] The sync data for ids ['e46a7ce4-3dee-4816-a322-c29af5524779'] in dv-cinder-775250-5-iscsi is: [{'id': 'e46a7ce4-3dee-4816-a322-c29af5524779', 'name': 'tempest-TestShelveInstance-1179628419-router', 'tenant_id': 'c8b9cad06045470faefa5b974f9ada80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '22868e22-7e4c-49d5-901e-673f6738ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:19Z', 'updated_at': '2021-06-16T16:25:24Z', 'revision_number': 4, 'project_id': 'c8b9cad06045470faefa5b974f9ada80', 'gw_port': {'id': '22868e22-7e4c-49d5-901e-673f6738ec82', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46a7ce4-3dee-4816-a322-c29af5524779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:20Z', 'updated_at': '2021-06-16T16:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e', 'name': '', 'network_id': '09507288-f392-4d02-bf95-703bbe9366a2', 'tenant_id': 'c8b9cad06045470faefa5b974f9ada80', 'mac_address': 'fa:16:3e:58:f0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e46a7ce4-3dee-4816-a322-c29af5524779', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ef538873-85c7-4615-918f-0d4886a5740c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:23Z', 'updated_at': '2021-06-16T16:25:28Z', 'revision_number': 4, 'project_id': 'c8b9cad06045470faefa5b974f9ada80', 'subnets': [{'id': 'ef538873-85c7-4615-918f-0d4886a5740c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:25:29.156473 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fe332938-e1fa-47da-9e33-6627f6b4c484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:29.159942 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:29.164127 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:29.196378 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fe332938-e1fa-47da-9e33-6627f6b4c484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:29.233131 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Network 0b82b788-f535-449f-84cd-fe8f36fbbbfd is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:25:29.236638 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:29.247545 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:25:29.281260 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Pushing event updated for resources: {'Port': ['ID=1ff5e51e-aa82-4f79-ad0a-843af1278204,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:29.286548 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:29.327432 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fe332938-e1fa-47da-9e33-6627f6b4c484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:29.330110 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fe332938-e1fa-47da-9e33-6627f6b4c484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:29.331262 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-fe332938-e1fa-47da-9e33-6627f6b4c484 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3b29ac61-056c-4541-bf79-48cc6885ff03 HTTP/1.1" status: 204 len: 168 time: 0.2350254 Jun 16 16:25:29.332863 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1f3e917a-b4dc-4cb3-b61e-8716489d773a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:29.347076 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe332938-e1fa-47da-9e33-6627f6b4c484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b29ac61-056c-4541-bf79-48cc6885ff03,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:29.362581 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:29.371293 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-fe332938-e1fa-47da-9e33-6627f6b4c484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:29.372326 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:29.416903 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4010739 Jun 16 16:25:29.434355 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Request body: {'port': {'device_id': '96992859-bb1b-42f9-bdb6-0e96cddf3f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:29.480198 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:25:29.599375 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:25:29.604744 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:29.605402 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:29.730399 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:29.757643 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:29.769419 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-9c9690f5-c912-4269-b150-52c399e5f099 None None] Provisioning for port 1ff5e51e-aa82-4f79-ad0a-843af1278204 completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:25:29.780721 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-9c9690f5-c912-4269-b150-52c399e5f099 None None] Provisioning complete for port 1ff5e51e-aa82-4f79-ad0a-843af1278204 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:29.781189 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9c9690f5-c912-4269-b150-52c399e5f099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:29.824714 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79df59b-e62b-4517-ad17-243040af83ff req-ecfb0a52-2bb7-4846-bfe2-36f9c1699585 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:29.826407 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a79df59b-e62b-4517-ad17-243040af83ff req-ecfb0a52-2bb7-4846-bfe2-36f9c1699585 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/ports?device_id=96992859-bb1b-42f9-bdb6-0e96cddf3f4d HTTP/1.1" status: 200 len: 935 time: 0.2704840 Jun 16 16:25:29.865904 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e,segment=NetworkSegment(ae9611ef-1a06-4ba9-a988-d0ab1c889a3c),segment_id=ae9611ef-1a06-4ba9-a988-d0ab1c889a3c)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:29.874297 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:29.878151 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:29.904420 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-9c9690f5-c912-4269-b150-52c399e5f099 None None] Port 1ff5e51e-aa82-4f79-ad0a-843af1278204 cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:25:29.922726 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a79df59b-e62b-4517-ad17-243040af83ff req-ebb4f7c3-49cb-4027-abd6-e7468e3ab756 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/security-groups?id=b21e5348-d3ac-49a1-993b-cee87e0e297e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850501 Jun 16 16:25:29.964666 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:29.975890 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:30.076349 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 34280) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:30.081158 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25928198-1ed2-4abf-b149-2a99a39814c3 req-e68ccad1-bfe4-44b3-b91e-88172afd6f3c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:30.092885 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-25928198-1ed2-4abf-b149-2a99a39814c3 req-e68ccad1-bfe4-44b3-b91e-88172afd6f3c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.3596520 Jun 16 16:25:30.136411 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-446e3f0e-de63-4914-b800-f4ebcf29ec29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:30.137938 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4240dd0-e2eb-4297-9c4a-3708f70f5d2f req-818fcd6e-cdf1-4fcc-a511-edcf2e75c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:30.139418 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f4240dd0-e2eb-4297-9c4a-3708f70f5d2f req-818fcd6e-cdf1-4fcc-a511-edcf2e75c0f4 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 1099 time: 0.2229972 Jun 16 16:25:30.147381 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-25928198-1ed2-4abf-b149-2a99a39814c3 req-400eff16-e2b5-4ae4-a826-6b6d67171021 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545216 Jun 16 16:25:30.182856 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f4240dd0-e2eb-4297-9c4a-3708f70f5d2f req-5511b1e5-fe76-435a-9198-5d5b43f00de4 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345025 Jun 16 16:25:30.275159 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df0f20-2f08-4cfe-9b8e-1096249b4125 req-4222c255-3bb5-457f-b7d1-f4824fa5d33f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:30.276557 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-71df0f20-2f08-4cfe-9b8e-1096249b4125 req-4222c255-3bb5-457f-b7d1-f4824fa5d33f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1995182 Jun 16 16:25:30.384779 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-71df0f20-2f08-4cfe-9b8e-1096249b4125 req-1a228fe9-ea46-41ea-92dd-c58ba30336d4 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006427 Jun 16 16:25:30.387364 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff5e51e-aa82-4f79-ad0a-843af1278204 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:25:30.400639 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:30.424099 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-446e3f0e-de63-4914-b800-f4ebcf29ec29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:30.425293 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Transition to ACTIVE for port object 1ff5e51e-aa82-4f79-ad0a-843af1278204 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:25:30.427970 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-446e3f0e-de63-4914-b800-f4ebcf29ec29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:30.430622 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-272b41ae-1074-46da-9a1d-7c805c50b24a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:30.433342 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:30.510001 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-446e3f0e-de63-4914-b800-f4ebcf29ec29 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1762e4a387554081887177a7b6436e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316757 Jun 16 16:25:30.512493 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 34284) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:30.514463 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e3f0e-de63-4914-b800-f4ebcf29ec29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9e620b-2844-4424-bbbf-8dc6e1ff2f63,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:30.523660 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-446e3f0e-de63-4914-b800-f4ebcf29ec29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:30.524190 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:30.638637 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff5e51e-aa82-4f79-ad0a-843af1278204,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:30.646395 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:30.672113 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Attempting to bind port 1ff5e51e-aa82-4f79-ad0a-843af1278204 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:25:30.672456 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Attempting to bind port 1ff5e51e-aa82-4f79-ad0a-843af1278204 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'de882dd9-d701-4ce4-bcf3-189d5b3e45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0b82b788-f535-449f-84cd-fe8f36fbbbfd'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:25:30.672787 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Attempting to bind port 1ff5e51e-aa82-4f79-ad0a-843af1278204 on network 0b82b788-f535-449f-84cd-fe8f36fbbbfd {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:25:30.674941 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cabedd81-1098-4b5a-acd3-5939b7b9cc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:30.681409 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Port 1ff5e51e-aa82-4f79-ad0a-843af1278204 on network 0b82b788-f535-449f-84cd-fe8f36fbbbfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:25:30.681760 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Attempting to bind port 1ff5e51e-aa82-4f79-ad0a-843af1278204 on network 0b82b788-f535-449f-84cd-fe8f36fbbbfd {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:25:30.694880 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:25:30.695220 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Checking segment: {'id': 'de882dd9-d701-4ce4-bcf3-189d5b3e45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0b82b788-f535-449f-84cd-fe8f36fbbbfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:25:30.695603 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Bound using segment: {'id': 'de882dd9-d701-4ce4-bcf3-189d5b3e45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0b82b788-f535-449f-84cd-fe8f36fbbbfd'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:25:30.696031 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Bound port: 1ff5e51e-aa82-4f79-ad0a-843af1278204, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de882dd9-d701-4ce4-bcf3-189d5b3e45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '0b82b788-f535-449f-84cd-fe8f36fbbbfd'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:25:30.696401 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:30.713146 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cabedd81-1098-4b5a-acd3-5939b7b9cc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:30.793522 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] For port 1ff5e51e-aa82-4f79-ad0a-843af1278204, host hv-cinder-77525, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:25:30.796697 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] For port 1ff5e51e-aa82-4f79-ad0a-843af1278204, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=1ff5e51e-aa82-4f79-ad0a-843af1278204,segment=NetworkSegment(de882dd9-d701-4ce4-bcf3-189d5b3e45c9),segment_id=de882dd9-d701-4ce4-bcf3-189d5b3e45c9)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:25:30.802622 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:30.804977 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:30.807828 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cabedd81-1098-4b5a-acd3-5939b7b9cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:30.810474 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cabedd81-1098-4b5a-acd3-5939b7b9cc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:30.811625 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-cabedd81-1098-4b5a-acd3-5939b7b9cc8e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6e9e620b-2844-4424-bbbf-8dc6e1ff2f63 HTTP/1.1" status: 204 len: 168 time: 0.2981110 Jun 16 16:25:30.849626 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:30.850240 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:30.851602 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] 10.222.0.99 "PUT /v2.0/ports/1ff5e51e-aa82-4f79-ad0a-843af1278204 HTTP/1.1" status: 200 len: 1097 time: 1.4262433 Jun 16 16:25:30.852100 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96992859-bb1b-42f9-bdb6-0e96cddf3f4d', 'tag': '1ff5e51e-aa82-4f79-ad0a-843af1278204'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:25:30.854400 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e3b395-bcc5-4b3f-b3c6-6379fb6d8671" -d '{"events": [{"name": "network-changed", "server_uuid": "96992859-bb1b-42f9-bdb6-0e96cddf3f4d", "tag": "1ff5e51e-aa82-4f79-ad0a-843af1278204"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:30.887052 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff5e51e-aa82-4f79-ad0a-843af1278204,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:30.890611 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:30.891145 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2efaee4b-09df-4dab-870a-c64c99da7fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:30.905942 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabedd81-1098-4b5a-acd3-5939b7b9cc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9e620b-2844-4424-bbbf-8dc6e1ff2f63,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:30.908130 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-cabedd81-1098-4b5a-acd3-5939b7b9cc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:30.945433 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3930e3a0-8710-49c7-be4a-993134a89091 x-openstack-request-id: req-3930e3a0-8710-49c7-be4a-993134a89091 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:30.945927 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96992859-bb1b-42f9-bdb6-0e96cddf3f4d", "tag": "1ff5e51e-aa82-4f79-ad0a-843af1278204", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:30.946297 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3930e3a0-8710-49c7-be4a-993134a89091 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:30.946807 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96992859-bb1b-42f9-bdb6-0e96cddf3f4d', 'tag': '1ff5e51e-aa82-4f79-ad0a-843af1278204', 'status': 'completed', 'code': 200} Jun 16 16:25:30.988104 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-04d35218-a2d8-4ea7-a2a0-e520df5d17a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:30.991393 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-04d35218-a2d8-4ea7-a2a0-e520df5d17a2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=39790b78ec6d46b5b103e997ca749361&device_id=96992859-bb1b-42f9-bdb6-0e96cddf3f4d HTTP/1.1" status: 200 len: 1100 time: 0.0809274 Jun 16 16:25:31.043133 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-81871dc2-dc3c-45bb-8ce4-b1c9559cf352 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=1ff5e51e-aa82-4f79-ad0a-843af1278204 HTTP/1.1" status: 200 len: 217 time: 0.0428038 Jun 16 16:25:31.147070 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-552dcba5-60aa-434a-a3b1-53234322f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:31.148915 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-552dcba5-60aa-434a-a3b1-53234322f5f1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cc698db4-3050-45bf-8aa4-7d778c50b95a HTTP/1.1" status: 200 len: 843 time: 0.0952158 Jun 16 16:25:31.220181 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9149467-74b2-43fa-851f-bcb0e01d0050 req-116d9f25-94f1-4ca4-9661-a8e6bb20ffc3 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:31.221668 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c9149467-74b2-43fa-851f-bcb0e01d0050 req-116d9f25-94f1-4ca4-9661-a8e6bb20ffc3 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/ports?device_id=96992859-bb1b-42f9-bdb6-0e96cddf3f4d HTTP/1.1" status: 200 len: 947 time: 0.1269996 Jun 16 16:25:31.262371 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-0b3585cd-6bfa-4667-849a-45b24eb399cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:31.263839 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-0b3585cd-6bfa-4667-849a-45b24eb399cf service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0b82b788-f535-449f-84cd-fe8f36fbbbfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1062179 Jun 16 16:25:31.325794 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:25:31.357962 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c9149467-74b2-43fa-851f-bcb0e01d0050 req-76c404c8-8ce7-448c-9079-17baa661fcf6 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/security-groups?id=b21e5348-d3ac-49a1-993b-cee87e0e297e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259384 Jun 16 16:25:31.377504 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134eee76-7d36-4337-a42d-91f9b62c904f req-c4742a0c-9537-4f24-a7be-2406ba90c2c9 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:31.387077 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-134eee76-7d36-4337-a42d-91f9b62c904f req-c4742a0c-9537-4f24-a7be-2406ba90c2c9 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.0873084 Jun 16 16:25:31.387254 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-9504a60a-a679-4565-878a-12a7cc644ae5 service neutron] 10.222.0.99 "GET /v2.0/networks/0b82b788-f535-449f-84cd-fe8f36fbbbfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111054 Jun 16 16:25:31.406114 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:31.406782 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:31.438347 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-134eee76-7d36-4337-a42d-91f9b62c904f req-4291819a-4bbf-4b8a-993b-0772b22d05d3 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498621 Jun 16 16:25:31.510290 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9c267fa6-1b65-4489-acce-1fd3ef2aa36d req-7a71073d-0066-475c-8696-79f5bffc5663 service neutron] 10.222.0.99 "GET /v2.0/networks/0b82b788-f535-449f-84cd-fe8f36fbbbfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161299 Jun 16 16:25:31.642814 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016a9ab-dd25-47ed-b149-98fd9daea4a9 req-9a7ff1db-250d-416d-80e9-4c8f93ab7a2e tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:31.644276 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f016a9ab-dd25-47ed-b149-98fd9daea4a9 req-9a7ff1db-250d-416d-80e9-4c8f93ab7a2e tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1033831 Jun 16 16:25:31.651286 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3b395-bcc5-4b3f-b3c6-6379fb6d8671 req-4881d8b7-f0bb-4d23-a779-524e80fc7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:31.652580 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-33e3b395-bcc5-4b3f-b3c6-6379fb6d8671 req-4881d8b7-f0bb-4d23-a779-524e80fc7098 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=39790b78ec6d46b5b103e997ca749361&device_id=96992859-bb1b-42f9-bdb6-0e96cddf3f4d HTTP/1.1" status: 200 len: 1100 time: 0.0834086 Jun 16 16:25:31.718011 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f016a9ab-dd25-47ed-b149-98fd9daea4a9 req-0986fb4c-b877-4d96-b672-0e6ee5e696bf tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643134 Jun 16 16:25:31.777317 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3b395-bcc5-4b3f-b3c6-6379fb6d8671 req-348f5b56-f0e7-4503-a980-ccf91c429f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:31.779143 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-33e3b395-bcc5-4b3f-b3c6-6379fb6d8671 req-348f5b56-f0e7-4503-a980-ccf91c429f54 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0b82b788-f535-449f-84cd-fe8f36fbbbfd HTTP/1.1" status: 200 len: 870 time: 0.1110990 Jun 16 16:25:31.828066 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-33e3b395-bcc5-4b3f-b3c6-6379fb6d8671 req-611dde56-1f62-40a3-83e4-15cd4e9d7450 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=1ff5e51e-aa82-4f79-ad0a-843af1278204 HTTP/1.1" status: 200 len: 217 time: 0.0403936 Jun 16 16:25:31.886575 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3b395-bcc5-4b3f-b3c6-6379fb6d8671 req-510b753f-5efb-4567-9540-6d4d80490f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:31.888041 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-33e3b395-bcc5-4b3f-b3c6-6379fb6d8671 req-510b753f-5efb-4567-9540-6d4d80490f59 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=cc698db4-3050-45bf-8aa4-7d778c50b95a HTTP/1.1" status: 200 len: 843 time: 0.0534079 Jun 16 16:25:31.952114 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3b395-bcc5-4b3f-b3c6-6379fb6d8671 req-17c07d04-af38-4ee4-be9f-a931a4108ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:31.953724 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-33e3b395-bcc5-4b3f-b3c6-6379fb6d8671 req-17c07d04-af38-4ee4-be9f-a931a4108ea9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0b82b788-f535-449f-84cd-fe8f36fbbbfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0580559 Jun 16 16:25:32.055762 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-33e3b395-bcc5-4b3f-b3c6-6379fb6d8671 req-86292354-2a03-4f54-9c29-ec81a4e9c15f service neutron] 10.222.0.99 "GET /v2.0/networks/0b82b788-f535-449f-84cd-fe8f36fbbbfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948713 Jun 16 16:25:32.180658 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-33e3b395-bcc5-4b3f-b3c6-6379fb6d8671 req-e006d0b0-20f1-4328-addc-38ec92f7cc60 service neutron] 10.222.0.99 "GET /v2.0/networks/0b82b788-f535-449f-84cd-fe8f36fbbbfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175056 Jun 16 16:25:32.270514 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fb892-32d7-47a1-be2b-4cb552fc0241 req-857342e1-1ea9-4081-a266-2d4fc66cc7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:32.271989 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-782fb892-32d7-47a1-be2b-4cb552fc0241 req-857342e1-1ea9-4081-a266-2d4fc66cc7da service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=0bab6a88cf1841698fdebfb43f3a76ac&device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 1099 time: 0.1124136 Jun 16 16:25:32.307791 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a256228-f2db-4abb-ac49-83092cf0771d req-2aed0837-e84b-4f9c-ab56-9716640298d0 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:32.309277 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6a256228-f2db-4abb-ac49-83092cf0771d req-2aed0837-e84b-4f9c-ab56-9716640298d0 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1068003 Jun 16 16:25:32.393406 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6a256228-f2db-4abb-ac49-83092cf0771d req-831e58d1-382b-4b1c-b565-4b8551dd97c8 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774870 Jun 16 16:25:32.419842 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fb892-32d7-47a1-be2b-4cb552fc0241 req-b5a21103-3840-4721-b662-45d7f978a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:32.421400 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-782fb892-32d7-47a1-be2b-4cb552fc0241 req-b5a21103-3840-4721-b662-45d7f978a1a1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=f3bf38a0-6de0-478a-a880-437c4b879d4d HTTP/1.1" status: 200 len: 919 time: 0.1420338 Jun 16 16:25:32.469788 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-782fb892-32d7-47a1-be2b-4cb552fc0241 req-0701ad7d-9a17-4f4e-9a45-d295726f759c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c93d132-e70c-44fd-8432-1db8ed66b741 HTTP/1.1" status: 200 len: 217 time: 0.0371644 Jun 16 16:25:32.542195 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fb892-32d7-47a1-be2b-4cb552fc0241 req-43691e1d-8c55-47bc-b0d9-d28581d50ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:32.543986 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-782fb892-32d7-47a1-be2b-4cb552fc0241 req-43691e1d-8c55-47bc-b0d9-d28581d50ebc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=11140164-2d45-4a21-991b-acd6e1deb88b HTTP/1.1" status: 200 len: 858 time: 0.0625167 Jun 16 16:25:32.585408 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d1af5-8bae-4923-b5af-75bdbcac5f78 req-77f54b26-9789-448e-8d41-337aa76272d1 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:32.586978 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4a0d1af5-8bae-4923-b5af-75bdbcac5f78 req-77f54b26-9789-448e-8d41-337aa76272d1 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/ports?device_id=96992859-bb1b-42f9-bdb6-0e96cddf3f4d HTTP/1.1" status: 200 len: 947 time: 0.0917063 Jun 16 16:25:32.599578 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-782fb892-32d7-47a1-be2b-4cb552fc0241 req-75ef385f-df32-4dde-84ba-7f96b64a93ef service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=f3bf38a0-6de0-478a-a880-437c4b879d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425143 Jun 16 16:25:32.626737 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4a0d1af5-8bae-4923-b5af-75bdbcac5f78 req-208b3494-d1a9-448c-b853-23901748e0f2 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/security-groups?id=b21e5348-d3ac-49a1-993b-cee87e0e297e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334499 Jun 16 16:25:32.732621 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5488319-740a-4534-85e3-1b992d895581 req-0c5791cd-c8cb-4fc2-8e25-7df4cb966c3b tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:32.734121 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c5488319-740a-4534-85e3-1b992d895581 req-0c5791cd-c8cb-4fc2-8e25-7df4cb966c3b tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.1371055 Jun 16 16:25:32.752096 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-782fb892-32d7-47a1-be2b-4cb552fc0241 req-1ee9569b-355b-4687-b6d5-9c55ce2be278 service neutron] 10.222.0.99 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432388 Jun 16 16:25:32.809837 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c5488319-740a-4534-85e3-1b992d895581 req-5eadde27-7852-4d5f-81dc-57f00a720220 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683091 Jun 16 16:25:32.867315 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-782fb892-32d7-47a1-be2b-4cb552fc0241 req-ac197586-59eb-4204-8cbe-fbab586d067b service neutron] 10.222.0.99 "GET /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060393 Jun 16 16:25:33.591618 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f5372-e596-4070-bae8-41b3028b8027 req-907dfa9e-126e-4615-abad-af0c105866c6 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:33.593064 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6b1f5372-e596-4070-bae8-41b3028b8027 req-907dfa9e-126e-4615-abad-af0c105866c6 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0734649 Jun 16 16:25:33.633780 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6b1f5372-e596-4070-bae8-41b3028b8027 req-126496fd-d318-4943-b0f8-7d71aa115607 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341482 Jun 16 16:25:33.695125 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 34382) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:33.808082 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-67e7dc82-c62a-4a11-a5b1-ac05069cbd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:33.853486 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde68619-13b0-4a14-8f25-cddf13a4ac47 req-1d4d390a-753f-4f7e-8db8-8611b74a8d3d tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:33.855103 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-cde68619-13b0-4a14-8f25-cddf13a4ac47 req-1d4d390a-753f-4f7e-8db8-8611b74a8d3d tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/ports?device_id=96992859-bb1b-42f9-bdb6-0e96cddf3f4d HTTP/1.1" status: 200 len: 947 time: 0.1022439 Jun 16 16:25:33.916010 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-cde68619-13b0-4a14-8f25-cddf13a4ac47 req-f40bda4a-165a-4529-8406-1506e6b74e0b tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/security-groups?id=b21e5348-d3ac-49a1-993b-cee87e0e297e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535440 Jun 16 16:25:33.968965 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-67e7dc82-c62a-4a11-a5b1-ac05069cbd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:33.974716 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-67e7dc82-c62a-4a11-a5b1-ac05069cbd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:33.977214 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-21d5f4f9-67f3-49e3-b3b5-12becf016f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:34.013571 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-67e7dc82-c62a-4a11-a5b1-ac05069cbd1c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=400ccd05df5b476c9a5211e101c9f0a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172333 Jun 16 16:25:34.014542 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7dc82-c62a-4a11-a5b1-ac05069cbd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537b6309-6714-4d52-b2d5-f50d9f14e436,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:34.015582 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca75f6-84bd-488c-966a-d2238d88f62a req-e8082b57-f157-4a77-870a-317dd8d32a77 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:34.017213 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 34390) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:34.017355 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2dca75f6-84bd-488c-966a-d2238d88f62a req-e8082b57-f157-4a77-870a-317dd8d32a77 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.0709348 Jun 16 16:25:34.023853 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-67e7dc82-c62a-4a11-a5b1-ac05069cbd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:34.059163 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2dca75f6-84bd-488c-966a-d2238d88f62a req-2697c0f0-8e4a-45ad-ae30-98baa9d8aa9e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340157 Jun 16 16:25:34.068288 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ba7f2656-bd37-416d-aa50-4138420d7ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:34.090326 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ba7f2656-bd37-416d-aa50-4138420d7ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:34.141382 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ba7f2656-bd37-416d-aa50-4138420d7ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:34.143912 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ba7f2656-bd37-416d-aa50-4138420d7ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:34.145851 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-ba7f2656-bd37-416d-aa50-4138420d7ac9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/537b6309-6714-4d52-b2d5-f50d9f14e436 HTTP/1.1" status: 204 len: 168 time: 0.1272042 Jun 16 16:25:34.146931 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e466c713-9dad-485a-852b-31164c992c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:34.158514 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f2656-bd37-416d-aa50-4138420d7ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537b6309-6714-4d52-b2d5-f50d9f14e436,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:34.161587 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ba7f2656-bd37-416d-aa50-4138420d7ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:34.407904 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 34396) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:34.422652 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-363c9f60-02a3-44fa-b87a-cabf2f77d860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:34.515586 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-363c9f60-02a3-44fa-b87a-cabf2f77d860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:34.519853 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-363c9f60-02a3-44fa-b87a-cabf2f77d860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:34.522491 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-cd303fd0-3108-4abf-a27a-db0e02e5ee1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:34.557400 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c9f60-02a3-44fa-b87a-cabf2f77d860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbe2270-2583-4df0-99b0-652dba7c86e4,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:34.564282 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-363c9f60-02a3-44fa-b87a-cabf2f77d860 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=38c7c0b5cdec496abb47cd72ff9a64c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529911 Jun 16 16:25:34.564282 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-363c9f60-02a3-44fa-b87a-cabf2f77d860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:34.564647 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 34398) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:34.618753 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-36af8a20-3378-4ec8-9b01-cbfe94adcce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:34.640833 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-36af8a20-3378-4ec8-9b01-cbfe94adcce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:34.696166 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-36af8a20-3378-4ec8-9b01-cbfe94adcce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:34.698824 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-36af8a20-3378-4ec8-9b01-cbfe94adcce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:34.700015 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-36af8a20-3378-4ec8-9b01-cbfe94adcce5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8dbe2270-2583-4df0-99b0-652dba7c86e4 HTTP/1.1" status: 204 len: 168 time: 0.1346736 Jun 16 16:25:34.700763 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-33b8397c-2a7d-4478-8f8a-a22e8537cd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:34.717846 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af8a20-3378-4ec8-9b01-cbfe94adcce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbe2270-2583-4df0-99b0-652dba7c86e4,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:34.720769 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-36af8a20-3378-4ec8-9b01-cbfe94adcce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:34.836922 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0e9c6-41d3-4fc0-bd3b-6bf179406da3 req-225f609d-e443-45b4-9d56-1446196a0064 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:34.838453 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6ee0e9c6-41d3-4fc0-bd3b-6bf179406da3 req-225f609d-e443-45b4-9d56-1446196a0064 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0708191 Jun 16 16:25:34.881791 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6ee0e9c6-41d3-4fc0-bd3b-6bf179406da3 req-0898466c-aef4-48f6-940a-86a92363b934 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375967 Jun 16 16:25:35.123745 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6b0ed-a85f-4333-8337-ebef6eae1113 req-56f10e49-49b1-4470-9055-f7d85db5c0fa tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:35.125441 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-acd6b0ed-a85f-4333-8337-ebef6eae1113 req-56f10e49-49b1-4470-9055-f7d85db5c0fa tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/ports?device_id=96992859-bb1b-42f9-bdb6-0e96cddf3f4d HTTP/1.1" status: 200 len: 947 time: 0.0834718 Jun 16 16:25:35.165743 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-acd6b0ed-a85f-4333-8337-ebef6eae1113 req-05164fa6-976e-41e3-aef2-88c9cffc8a6e tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/security-groups?id=b21e5348-d3ac-49a1-993b-cee87e0e297e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340543 Jun 16 16:25:35.262295 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd11e84-e565-49dd-ac1f-6f119e0b72bf req-11980812-bee2-4e23-99f0-c36965ce54e4 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:35.264109 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6fd11e84-e565-49dd-ac1f-6f119e0b72bf req-11980812-bee2-4e23-99f0-c36965ce54e4 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.0740311 Jun 16 16:25:35.303734 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6fd11e84-e565-49dd-ac1f-6f119e0b72bf req-812736b6-c208-494f-8f74-a36d8963bf83 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337868 Jun 16 16:25:35.641621 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 1ff5e51e-aa82-4f79-ad0a-843af1278204 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:25:35.748273 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 1ff5e51e-aa82-4f79-ad0a-843af1278204, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=1ff5e51e-aa82-4f79-ad0a-843af1278204,segment=NetworkSegment(de882dd9-d701-4ce4-bcf3-189d5b3e45c9),segment_id=de882dd9-d701-4ce4-bcf3-189d5b3e45c9)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:35.759627 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': '1ff5e51e-aa82-4f79-ad0a-843af1278204', 'network_id': '0b82b788-f535-449f-84cd-fe8f36fbbbfd', 'port_id': '1ff5e51e-aa82-4f79-ad0a-843af1278204', 'mac_address': 'fa:16:3e:54:11:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc698db4-3050-45bf-8aa4-7d778c50b95a', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:25:35.800660 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:35.814010 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff5e51e-aa82-4f79-ad0a-843af1278204 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:25:35.839332 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 1ff5e51e-aa82-4f79-ad0a-843af1278204, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=1ff5e51e-aa82-4f79-ad0a-843af1278204,segment=NetworkSegment(de882dd9-d701-4ce4-bcf3-189d5b3e45c9),segment_id=de882dd9-d701-4ce4-bcf3-189d5b3e45c9)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:35.843412 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:35.845191 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:35.901330 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=1ff5e51e-aa82-4f79-ad0a-843af1278204,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:35.904335 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:36.066079 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53454861-1f68-4bc8-9919-67ebef761f87 req-b52c1e21-ddc7-49f3-99b0-032095cb814a tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:36.067651 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-53454861-1f68-4bc8-9919-67ebef761f87 req-b52c1e21-ddc7-49f3-99b0-032095cb814a tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0687981 Jun 16 16:25:36.108342 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-53454861-1f68-4bc8-9919-67ebef761f87 req-77ba5fce-de99-41f9-be1a-eacbcf29fd5b tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336924 Jun 16 16:25:36.201030 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['1ff5e51e-aa82-4f79-ad0a-843af1278204'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:25:36.391610 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d65c5-37c7-4e1f-982d-e81af23db8ab req-80658c7c-87da-4cec-bac2-b2021b56546c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:36.394072 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d51d65c5-37c7-4e1f-982d-e81af23db8ab req-80658c7c-87da-4cec-bac2-b2021b56546c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/ports?device_id=96992859-bb1b-42f9-bdb6-0e96cddf3f4d HTTP/1.1" status: 200 len: 948 time: 0.0845549 Jun 16 16:25:36.435964 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d51d65c5-37c7-4e1f-982d-e81af23db8ab req-6df40a7d-ca39-4399-b63c-e20ae1c6629e tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/security-groups?id=b21e5348-d3ac-49a1-993b-cee87e0e297e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368085 Jun 16 16:25:36.610663 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4ed8f-1a2b-4741-9ec3-925d1237de66 req-8f1c4a2a-99db-4b19-867b-643746f223f6 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:36.612180 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2eb4ed8f-1a2b-4741-9ec3-925d1237de66 req-8f1c4a2a-99db-4b19-867b-643746f223f6 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.0675278 Jun 16 16:25:36.665183 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2eb4ed8f-1a2b-4741-9ec3-925d1237de66 req-bf9c3acf-9e72-45f8-bf8c-24b0bd1421aa tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465584 Jun 16 16:25:37.053093 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:25:37.617325 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c4a1b-8731-4224-a459-2938e5f44440 req-449303c6-34c5-4e8e-b6a3-9d0357b253f7 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:37.619097 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0d1c4a1b-8731-4224-a459-2938e5f44440 req-449303c6-34c5-4e8e-b6a3-9d0357b253f7 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/ports?device_id=96992859-bb1b-42f9-bdb6-0e96cddf3f4d HTTP/1.1" status: 200 len: 948 time: 0.0678308 Jun 16 16:25:37.664740 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0d1c4a1b-8731-4224-a459-2938e5f44440 req-de9b24d2-372f-4dd4-9df7-8b57cf31475d tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/security-groups?id=b21e5348-d3ac-49a1-993b-cee87e0e297e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400140 Jun 16 16:25:37.669592 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 1ff5e51e-aa82-4f79-ad0a-843af1278204 up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:25:37.730717 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port 1ff5e51e-aa82-4f79-ad0a-843af1278204 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:25:37.734898 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port 1ff5e51e-aa82-4f79-ad0a-843af1278204 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:37.735374 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:37.822106 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:37.845814 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96992859-bb1b-42f9-bdb6-0e96cddf3f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff5e51e-aa82-4f79-ad0a-843af1278204'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:25:37.848579 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed95980a-ad4a-41af-8f9f-17377fe886dc" -d '{"events": [{"server_uuid": "96992859-bb1b-42f9-bdb6-0e96cddf3f4d", "name": "network-vif-plugged", "status": "completed", "tag": "1ff5e51e-aa82-4f79-ad0a-843af1278204"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:37.862801 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 1ff5e51e-aa82-4f79-ad0a-843af1278204, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=1ff5e51e-aa82-4f79-ad0a-843af1278204,segment=NetworkSegment(de882dd9-d701-4ce4-bcf3-189d5b3e45c9),segment_id=de882dd9-d701-4ce4-bcf3-189d5b3e45c9)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:37.868067 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:37.870528 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-fcf2ac28-df8a-4ea5-ba57-d64ebd634822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:37.879354 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf2fde-e86e-41e8-bb9c-e40edec211e3 req-a279a2bc-7a80-4c18-bfea-8d9adbe4db55 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:37.880979 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3dcf2fde-e86e-41e8-bb9c-e40edec211e3 req-a279a2bc-7a80-4c18-bfea-8d9adbe4db55 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.0866027 Jun 16 16:25:37.907853 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07e3637-d870-4458-aa6c-3429a591b643 x-openstack-request-id: req-a07e3637-d870-4458-aa6c-3429a591b643 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:37.908163 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96992859-bb1b-42f9-bdb6-0e96cddf3f4d", "name": "network-vif-plugged", "status": "completed", "tag": "1ff5e51e-aa82-4f79-ad0a-843af1278204", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:37.908426 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a07e3637-d870-4458-aa6c-3429a591b643 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:37.908817 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96992859-bb1b-42f9-bdb6-0e96cddf3f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff5e51e-aa82-4f79-ad0a-843af1278204', 'code': 200} Jun 16 16:25:37.937082 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3dcf2fde-e86e-41e8-bb9c-e40edec211e3 req-713d0039-0f9d-481d-be4f-4123fa804054 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495930 Jun 16 16:25:37.960434 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=1ff5e51e-aa82-4f79-ad0a-843af1278204,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:37.963954 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:38.168113 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b092ff-dc98-4d03-b6e6-aa57f1d85c92 req-7c86955b-53f0-49d0-ad27-6408954f326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:38.169604 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-25b092ff-dc98-4d03-b6e6-aa57f1d85c92 req-7c86955b-53f0-49d0-ad27-6408954f326f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=96992859-bb1b-42f9-bdb6-0e96cddf3f4d HTTP/1.1" status: 200 len: 1102 time: 0.0592718 Jun 16 16:25:38.209918 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-25b092ff-dc98-4d03-b6e6-aa57f1d85c92 req-6275e255-d56a-4fcd-b6fc-5cbca95e0aae service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=b21e5348-d3ac-49a1-993b-cee87e0e297e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294008 Jun 16 16:25:38.852061 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb8c90-b083-42fe-8108-22b264e5f772 req-e59d5ed4-92b5-41d2-86cd-499058e57f77 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:38.853519 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1deb8c90-b083-42fe-8108-22b264e5f772 req-e59d5ed4-92b5-41d2-86cd-499058e57f77 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/ports?device_id=96992859-bb1b-42f9-bdb6-0e96cddf3f4d HTTP/1.1" status: 200 len: 949 time: 0.0701909 Jun 16 16:25:38.891557 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1deb8c90-b083-42fe-8108-22b264e5f772 req-f7a6ddf1-279c-4a57-bd03-11878f867afd tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/security-groups?id=b21e5348-d3ac-49a1-993b-cee87e0e297e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323253 Jun 16 16:25:39.149064 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb8ced-b38a-4631-853c-d2507a534d77 req-f38b02f0-e6be-4142-af31-ca8564f146f3 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:39.151382 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d1eb8ced-b38a-4631-853c-d2507a534d77 req-f38b02f0-e6be-4142-af31-ca8564f146f3 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.0953496 Jun 16 16:25:39.193788 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d1eb8ced-b38a-4631-853c-d2507a534d77 req-aa420e27-6d30-41ef-9fa7-0239d6b58707 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344853 Jun 16 16:25:39.393826 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 34538) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:39.515066 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0676bf65-e7fc-44f2-9641-6740cf189f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:39.610505 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0676bf65-e7fc-44f2-9641-6740cf189f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:39.615520 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0676bf65-e7fc-44f2-9641-6740cf189f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:39.619165 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-49cbf2ef-8a8c-4a6d-ac00-358291246bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:39.655423 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-0676bf65-e7fc-44f2-9641-6740cf189f04 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f98dc59ca08b4d6d9bb4f6b69c323374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601097 Jun 16 16:25:39.656276 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676bf65-e7fc-44f2-9641-6740cf189f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e396f64-0778-4c4f-be60-4a524998ef6b,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:39.659053 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 34548) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:39.659336 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0676bf65-e7fc-44f2-9641-6740cf189f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:39.668121 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 46a07b2d-e7ff-4578-9753-3c5246033510 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:25:39.722967 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-06d1e142-6b63-4d97-846a-30f9d443ca4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:39.758864 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-06d1e142-6b63-4d97-846a-30f9d443ca4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:39.790092 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 46a07b2d-e7ff-4578-9753-3c5246033510, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=46a07b2d-e7ff-4578-9753-3c5246033510,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:39.805036 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': '46a07b2d-e7ff-4578-9753-3c5246033510', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'port_id': '46a07b2d-e7ff-4578-9753-3c5246033510', 'mac_address': 'fa:16:3e:c5:53:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:25:39.813017 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-06d1e142-6b63-4d97-846a-30f9d443ca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:39.816125 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-06d1e142-6b63-4d97-846a-30f9d443ca4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:39.821389 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-06d1e142-6b63-4d97-846a-30f9d443ca4b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1e396f64-0778-4c4f-be60-4a524998ef6b HTTP/1.1" status: 204 len: 168 time: 0.1609516 Jun 16 16:25:39.822470 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7d30aa66-597c-4018-9f0c-a5635fd4eeff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:39.830971 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1e142-6b63-4d97-846a-30f9d443ca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e396f64-0778-4c4f-be60-4a524998ef6b,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:39.834070 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-06d1e142-6b63-4d97-846a-30f9d443ca4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:39.910359 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:39.956442 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46a07b2d-e7ff-4578-9753-3c5246033510 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:25:39.996083 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 46a07b2d-e7ff-4578-9753-3c5246033510, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=46a07b2d-e7ff-4578-9753-3c5246033510,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:40.002953 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:40.007970 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:40.100931 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=46a07b2d-e7ff-4578-9753-3c5246033510,revision_number=6']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:40.111061 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:40.111719 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:40.112362 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:40.112904 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:40.113449 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:40.114159 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:40.114722 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:40.115331 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:40.115917 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:40.116593 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:40.117140 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:40.117752 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:40.124458 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:40.131240 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['46a07b2d-e7ff-4578-9753-3c5246033510'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:25:40.261429 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba4673-501f-484b-a60e-b4445b43b4e6 req-e7202996-b4c8-4e8c-9dcd-bedf99a33da8 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:40.297572 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a5ba4673-501f-484b-a60e-b4445b43b4e6 req-e7202996-b4c8-4e8c-9dcd-bedf99a33da8 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/ports?device_id=96992859-bb1b-42f9-bdb6-0e96cddf3f4d HTTP/1.1" status: 200 len: 949 time: 0.2105103 Jun 16 16:25:40.365129 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 34572) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:40.386662 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-16651bcb-6a28-4912-92f9-54cea5d445b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:40.395963 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a5ba4673-501f-484b-a60e-b4445b43b4e6 req-3ea27f60-b575-4411-ad85-1fed59e426f2 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/security-groups?id=b21e5348-d3ac-49a1-993b-cee87e0e297e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968204 Jun 16 16:25:40.515852 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e3bc4-4f4a-4966-816f-542dd43a85c3 req-96f1d6b7-0b25-4030-8d4e-48326d118cb3 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:40.525785 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3e0e3bc4-4f4a-4966-816f-542dd43a85c3 req-96f1d6b7-0b25-4030-8d4e-48326d118cb3 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 945 time: 0.1278143 Jun 16 16:25:40.609966 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3e0e3bc4-4f4a-4966-816f-542dd43a85c3 req-711018ef-311a-4114-8e15-b16122427eb4 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790727 Jun 16 16:25:40.636908 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626564c3-ec14-4e7d-b3ad-f806a796d493 req-e47f6c17-380b-4866-92d3-3c838d8af53a tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:40.638923 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-626564c3-ec14-4e7d-b3ad-f806a796d493 req-e47f6c17-380b-4866-92d3-3c838d8af53a tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.0923815 Jun 16 16:25:40.647256 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-16651bcb-6a28-4912-92f9-54cea5d445b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:40.652723 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-16651bcb-6a28-4912-92f9-54cea5d445b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:40.656231 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1ccda311-7027-4100-8345-29f2e6c2e362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:40.701713 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-626564c3-ec14-4e7d-b3ad-f806a796d493 req-5f37df51-7eba-4177-b331-6827166033d9 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566647 Jun 16 16:25:40.704612 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16651bcb-6a28-4912-92f9-54cea5d445b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70f521e-8384-416d-8722-b989b0528b90,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:40.720503 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-16651bcb-6a28-4912-92f9-54cea5d445b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:40.747373 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-16651bcb-6a28-4912-92f9-54cea5d445b6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f9df1cc178734ff781392a9718316a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810303 Jun 16 16:25:40.749927 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 34578) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:40.810732 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ea66ae87-555d-4c35-8b4a-cd9fe3dcaa5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:40.842076 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ea66ae87-555d-4c35-8b4a-cd9fe3dcaa5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:40.902597 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ea66ae87-555d-4c35-8b4a-cd9fe3dcaa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:40.905133 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ea66ae87-555d-4c35-8b4a-cd9fe3dcaa5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:40.906875 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-ea66ae87-555d-4c35-8b4a-cd9fe3dcaa5c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f70f521e-8384-416d-8722-b989b0528b90 HTTP/1.1" status: 204 len: 168 time: 0.1550410 Jun 16 16:25:40.907868 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:40.922773 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66ae87-555d-4c35-8b4a-cd9fe3dcaa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70f521e-8384-416d-8722-b989b0528b90,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:40.925792 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ea66ae87-555d-4c35-8b4a-cd9fe3dcaa5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:41.152953 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e7d43-288f-47b9-b7a0-8d1956110f1c req-f7937b73-1fa3-444c-8781-1fad10a69593 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:41.154320 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-587e7d43-288f-47b9-b7a0-8d1956110f1c req-f7937b73-1fa3-444c-8781-1fad10a69593 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/ports?device_id=96992859-bb1b-42f9-bdb6-0e96cddf3f4d HTTP/1.1" status: 200 len: 949 time: 0.0937777 Jun 16 16:25:41.206404 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-587e7d43-288f-47b9-b7a0-8d1956110f1c req-e04f6b10-8c6d-439a-9349-bde6352c71f2 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/security-groups?id=b21e5348-d3ac-49a1-993b-cee87e0e297e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461600 Jun 16 16:25:41.681282 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 46a07b2d-e7ff-4578-9753-3c5246033510 up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:25:41.807342 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port 46a07b2d-e7ff-4578-9753-3c5246033510 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:41.807724 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:41.913097 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73223b-fa12-422f-8b81-c21bfe62e7a8 req-eecef6e8-9822-4eb2-9bdb-72c187718371 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:41.915620 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8f73223b-fa12-422f-8b81-c21bfe62e7a8 req-eecef6e8-9822-4eb2-9bdb-72c187718371 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 945 time: 0.1175997 Jun 16 16:25:41.943914 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:41.975954 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8f73223b-fa12-422f-8b81-c21bfe62e7a8 req-3437c186-e2e2-457b-bbe7-e68ba7a8c0ba tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547593 Jun 16 16:25:42.007148 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 46a07b2d-e7ff-4578-9753-3c5246033510, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=46a07b2d-e7ff-4578-9753-3c5246033510,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:42.008020 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1612aaf-955c-4673-a276-eb4ec5dbae63 req-c3dce579-0457-4ccd-a143-465eaf9911ab tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:42.015331 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d1612aaf-955c-4673-a276-eb4ec5dbae63 req-c3dce579-0457-4ccd-a143-465eaf9911ab tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.1315219 Jun 16 16:25:42.021343 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7efe21e-1c01-48cd-90e6-72823283a82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a07b2d-e7ff-4578-9753-3c5246033510'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:25:42.026984 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8718787-eafc-4651-94d7-5710e4cef7d8" -d '{"events": [{"server_uuid": "d7efe21e-1c01-48cd-90e6-72823283a82e", "name": "network-vif-plugged", "status": "completed", "tag": "46a07b2d-e7ff-4578-9753-3c5246033510"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:42.041227 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:42.058838 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:42.108381 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d1612aaf-955c-4673-a276-eb4ec5dbae63 req-31a5536c-cee2-410b-aef4-6bcce2c02925 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921626 Jun 16 16:25:42.125504 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f69286-3720-4078-8853-5cbd435845dc x-openstack-request-id: req-52f69286-3720-4078-8853-5cbd435845dc {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:42.126115 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7efe21e-1c01-48cd-90e6-72823283a82e", "name": "network-vif-plugged", "status": "completed", "tag": "46a07b2d-e7ff-4578-9753-3c5246033510", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:42.126378 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-52f69286-3720-4078-8853-5cbd435845dc {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:42.126774 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7efe21e-1c01-48cd-90e6-72823283a82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a07b2d-e7ff-4578-9753-3c5246033510', 'code': 200} Jun 16 16:25:42.155384 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=46a07b2d-e7ff-4578-9753-3c5246033510,revision_number=7']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:42.159216 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:42.432751 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe74a3-221f-4abd-aae0-0a41cf17e83c req-cdbbef25-cb0f-4893-a682-82c4f32a6cdd tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:42.435027 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-cdbe74a3-221f-4abd-aae0-0a41cf17e83c req-cdbbef25-cb0f-4893-a682-82c4f32a6cdd tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/ports?device_id=96992859-bb1b-42f9-bdb6-0e96cddf3f4d HTTP/1.1" status: 200 len: 949 time: 0.0789716 Jun 16 16:25:42.485793 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-cdbe74a3-221f-4abd-aae0-0a41cf17e83c req-fd1c8e2e-14c5-4943-bce7-c0a1061e4658 tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/security-groups?id=b21e5348-d3ac-49a1-993b-cee87e0e297e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411866 Jun 16 16:25:42.706987 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 34624) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:42.852336 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-015a6c2a-e584-43ad-800b-bc801908d736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:42.968770 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-015a6c2a-e584-43ad-800b-bc801908d736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:42.973132 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-015a6c2a-e584-43ad-800b-bc801908d736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:42.976740 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-9c15edf2-c57e-4168-915f-f9f22c8e3cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:43.014402 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-015a6c2a-e584-43ad-800b-bc801908d736 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1b2e9b8920c74766b786e4df266f9a22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053398 Jun 16 16:25:43.019709 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 34628) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:43.037413 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761ab19-209a-4bb9-88c3-2d7ff2d976ce req-8091db77-e5ab-4c37-815b-b5831d1913ba tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:43.039743 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3761ab19-209a-4bb9-88c3-2d7ff2d976ce req-8091db77-e5ab-4c37-815b-b5831d1913ba tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.99 "GET /v2.0/ports?device_id=96992859-bb1b-42f9-bdb6-0e96cddf3f4d HTTP/1.1" status: 200 len: 949 time: 0.0967767 Jun 16 16:25:43.049819 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a6c2a-e584-43ad-800b-bc801908d736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ce1360-a75b-4611-969c-431fc950e6df,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:43.060142 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-015a6c2a-e584-43ad-800b-bc801908d736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:43.167814 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f7a42aef-1ad8-4d42-9a7a-33fa116cd097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:43.222917 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f7a42aef-1ad8-4d42-9a7a-33fa116cd097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:43.225690 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [req-3761ab19-209a-4bb9-88c3-2d7ff2d976ce req-312ef7ce-afd7-4222-8127-d127bf16cc2d tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Deleting port 1ff5e51e-aa82-4f79-ad0a-843af1278204 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:25:43.230370 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-3761ab19-209a-4bb9-88c3-2d7ff2d976ce req-312ef7ce-afd7-4222-8127-d127bf16cc2d tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:43.401791 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcce6fb-5f2a-46ef-883b-93d4638998a6 req-f3a33ca0-bc55-4cb8-95cf-c00235ba6097 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:43.407786 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5bcce6fb-5f2a-46ef-883b-93d4638998a6 req-f3a33ca0-bc55-4cb8-95cf-c00235ba6097 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.1775103 Jun 16 16:25:43.424952 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [req-3761ab19-209a-4bb9-88c3-2d7ff2d976ce req-312ef7ce-afd7-4222-8127-d127bf16cc2d tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] For port 1ff5e51e-aa82-4f79-ad0a-843af1278204, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=1ff5e51e-aa82-4f79-ad0a-843af1278204,segment=NetworkSegment(de882dd9-d701-4ce4-bcf3-189d5b3e45c9),segment_id=de882dd9-d701-4ce4-bcf3-189d5b3e45c9)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:43.425355 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-3761ab19-209a-4bb9-88c3-2d7ff2d976ce req-312ef7ce-afd7-4222-8127-d127bf16cc2d tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:43.445922 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f7a42aef-1ad8-4d42-9a7a-33fa116cd097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:43.448430 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f7a42aef-1ad8-4d42-9a7a-33fa116cd097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:43.449543 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-f7a42aef-1ad8-4d42-9a7a-33fa116cd097 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f5ce1360-a75b-4611-969c-431fc950e6df HTTP/1.1" status: 204 len: 168 time: 0.4302790 Jun 16 16:25:43.463472 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e7702358-b7e2-4d08-86fb-ed9bef36dfb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:43.487201 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e822c0-57fb-49ed-8158-45ce2110efc3 req-37180e05-58cd-4216-a06d-b35a11873b20 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:43.488756 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e4e822c0-57fb-49ed-8158-45ce2110efc3 req-37180e05-58cd-4216-a06d-b35a11873b20 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.99 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.2135007 Jun 16 16:25:43.495176 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a42aef-1ad8-4d42-9a7a-33fa116cd097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ce1360-a75b-4611-969c-431fc950e6df,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:43.497509 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-f7a42aef-1ad8-4d42-9a7a-33fa116cd097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:43.512805 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [req-3761ab19-209a-4bb9-88c3-2d7ff2d976ce req-312ef7ce-afd7-4222-8127-d127bf16cc2d tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Calling delete_port for 1ff5e51e-aa82-4f79-ad0a-843af1278204 owned by compute:nova {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:25:43.543742 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6a655-9fef-483b-95ab-fd58efd8e9fe req-f833b567-df98-4655-ab19-e6a1e013ac19 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:43.545525 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f5b6a655-9fef-483b-95ab-fd58efd8e9fe req-f833b567-df98-4655-ab19-e6a1e013ac19 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 945 time: 0.2153003 Jun 16 16:25:43.564141 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5bcce6fb-5f2a-46ef-883b-93d4638998a6 req-2bafc592-9e16-497e-88f9-99feebfe5b0e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1475754 Jun 16 16:25:43.644354 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f5b6a655-9fef-483b-95ab-fd58efd8e9fe req-769b34b4-85fb-4e01-8dd7-340ad3f82342 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904019 Jun 16 16:25:43.651251 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-e4e822c0-57fb-49ed-8158-45ce2110efc3 req-40fdf4ea-39a6-409c-8b27-07e58911268c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Deleting port a95a53cc-b105-40a5-8a0b-405dc0dd9c66 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:25:43.651694 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-e4e822c0-57fb-49ed-8158-45ce2110efc3 req-40fdf4ea-39a6-409c-8b27-07e58911268c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:43.794492 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-3761ab19-209a-4bb9-88c3-2d7ff2d976ce req-312ef7ce-afd7-4222-8127-d127bf16cc2d tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:43.798587 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-e4e822c0-57fb-49ed-8158-45ce2110efc3 req-40fdf4ea-39a6-409c-8b27-07e58911268c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] For port a95a53cc-b105-40a5-8a0b-405dc0dd9c66, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a95a53cc-b105-40a5-8a0b-405dc0dd9c66,segment=NetworkSegment(2a763c94-c252-4031-8860-074635cfe77b),segment_id=2a763c94-c252-4031-8860-074635cfe77b)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:43.799908 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-e4e822c0-57fb-49ed-8158-45ce2110efc3 req-40fdf4ea-39a6-409c-8b27-07e58911268c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:43.802739 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d3de5301-f6e1-496d-901e-c471621def07 tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:43.813175 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['1ff5e51e-aa82-4f79-ad0a-843af1278204'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:25:43.845880 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ef7ce-afd7-4222-8127-d127bf16cc2d tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Pushing event deleted for resources: {'Port': ['ID=1ff5e51e-aa82-4f79-ad0a-843af1278204,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:43.850112 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-312ef7ce-afd7-4222-8127-d127bf16cc2d tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:43.905965 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [req-3761ab19-209a-4bb9-88c3-2d7ff2d976ce req-312ef7ce-afd7-4222-8127-d127bf16cc2d tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] No DVR routers for this DVR port 1ff5e51e-aa82-4f79-ad0a-843af1278204 on host hv-cinder-77525 {{(pid=91606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:25:43.914226 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-3761ab19-209a-4bb9-88c3-2d7ff2d976ce req-312ef7ce-afd7-4222-8127-d127bf16cc2d tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:43.916263 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3761ab19-209a-4bb9-88c3-2d7ff2d976ce req-312ef7ce-afd7-4222-8127-d127bf16cc2d tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.99 "DELETE /v2.0/ports/1ff5e51e-aa82-4f79-ad0a-843af1278204 HTTP/1.1" status: 204 len: 173 time: 0.8700159 Jun 16 16:25:43.916813 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96992859-bb1b-42f9-bdb6-0e96cddf3f4d', 'name': 'network-vif-deleted', 'tag': '1ff5e51e-aa82-4f79-ad0a-843af1278204'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:25:43.919552 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcc14e41f13d97c8742cd6abe1fc053a743771352171e7c539edf99606292a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4369005-3d97-4168-8134-8d590bdad4d9" -d '{"events": [{"server_uuid": "96992859-bb1b-42f9-bdb6-0e96cddf3f4d", "name": "network-vif-deleted", "tag": "1ff5e51e-aa82-4f79-ad0a-843af1278204"}]}' {{(pid=91606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:43.951507 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-e4e822c0-57fb-49ed-8158-45ce2110efc3 req-40fdf4ea-39a6-409c-8b27-07e58911268c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Calling delete_port for a95a53cc-b105-40a5-8a0b-405dc0dd9c66 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:25:43.956849 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-60613263-a5b6-4517-860c-c024520dac29 req-12812cdd-7f63-49de-88d6-9837f2f298de tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] 10.222.0.86 "GET /v2.0/ports?device_id=96992859-bb1b-42f9-bdb6-0e96cddf3f4d HTTP/1.1" status: 200 len: 210 time: 0.1320679 Jun 16 16:25:44.042199 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2045c180-aed2-4b10-a43c-d765c95febf0 x-openstack-request-id: req-2045c180-aed2-4b10-a43c-d765c95febf0 {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:44.042707 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96992859-bb1b-42f9-bdb6-0e96cddf3f4d", "name": "network-vif-deleted", "tag": "1ff5e51e-aa82-4f79-ad0a-843af1278204", "status": "completed", "code": 200}]} {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:44.042799 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2045c180-aed2-4b10-a43c-d765c95febf0 {{(pid=91606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:44.043221 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96992859-bb1b-42f9-bdb6-0e96cddf3f4d', 'name': 'network-vif-deleted', 'tag': '1ff5e51e-aa82-4f79-ad0a-843af1278204', 'status': 'completed', 'code': 200} Jun 16 16:25:44.205051 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-e4e822c0-57fb-49ed-8158-45ce2110efc3 req-40fdf4ea-39a6-409c-8b27-07e58911268c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:44.217255 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-dd2946d4-2720-46e0-a504-1220cf0ebc70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:44.223728 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['5c93d132-e70c-44fd-8432-1db8ed66b741', 'a95a53cc-b105-40a5-8a0b-405dc0dd9c66'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:25:44.300227 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdf4ea-39a6-409c-8b27-07e58911268c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Pushing event deleted for resources: {'Port': ['ID=a95a53cc-b105-40a5-8a0b-405dc0dd9c66,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:44.303819 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-40fdf4ea-39a6-409c-8b27-07e58911268c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:44.330043 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e822c0-57fb-49ed-8158-45ce2110efc3 req-40fdf4ea-39a6-409c-8b27-07e58911268c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] No DVR routers for this DVR port a95a53cc-b105-40a5-8a0b-405dc0dd9c66 on host hv-cinder-77525 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:25:44.332633 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-e4e822c0-57fb-49ed-8158-45ce2110efc3 req-40fdf4ea-39a6-409c-8b27-07e58911268c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:44.336340 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e4e822c0-57fb-49ed-8158-45ce2110efc3 req-40fdf4ea-39a6-409c-8b27-07e58911268c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.99 "DELETE /v2.0/ports/a95a53cc-b105-40a5-8a0b-405dc0dd9c66 HTTP/1.1" status: 204 len: 173 time: 0.8353443 Jun 16 16:25:44.336886 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d151387-3c3d-48f8-a0d7-eb7e160e8329', 'name': 'network-vif-deleted', 'tag': 'a95a53cc-b105-40a5-8a0b-405dc0dd9c66'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:25:44.339994 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0452143-1fd4-4817-966a-aae718e0665f" -d '{"events": [{"server_uuid": "6d151387-3c3d-48f8-a0d7-eb7e160e8329", "name": "network-vif-deleted", "tag": "a95a53cc-b105-40a5-8a0b-405dc0dd9c66"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:44.392856 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38db600-db25-4143-be73-28aac9b9ec4e x-openstack-request-id: req-b38db600-db25-4143-be73-28aac9b9ec4e {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:44.393224 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d151387-3c3d-48f8-a0d7-eb7e160e8329", "name": "network-vif-deleted", "tag": "a95a53cc-b105-40a5-8a0b-405dc0dd9c66", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:44.393617 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b38db600-db25-4143-be73-28aac9b9ec4e {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:44.394084 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d151387-3c3d-48f8-a0d7-eb7e160e8329', 'name': 'network-vif-deleted', 'tag': 'a95a53cc-b105-40a5-8a0b-405dc0dd9c66', 'status': 'completed', 'code': 200} Jun 16 16:25:44.876960 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa40fe4-61a8-4485-b3a1-f904abc604a6 req-0cb5c20c-0584-4051-8660-7258deee8951 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:44.878137 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-faa40fe4-61a8-4485-b3a1-f904abc604a6 req-0cb5c20c-0584-4051-8660-7258deee8951 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.0893028 Jun 16 16:25:44.887108 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-79017931-6465-4dc6-bc3b-f61bb3dbdf79 req-190b712f-21d9-4f00-8838-25011497dc77 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=6d151387-3c3d-48f8-a0d7-eb7e160e8329 HTTP/1.1" status: 200 len: 210 time: 0.0498693 Jun 16 16:25:44.926474 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-faa40fe4-61a8-4485-b3a1-f904abc604a6 req-ad8ec114-dd9d-4cd2-a9c8-5d661eb9e432 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422087 Jun 16 16:25:46.443399 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb28676-ad9e-45db-8d74-ad153964b19b req-79a2d645-c4ee-4717-9c30-09f744dc69c4 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:46.451123 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0fb28676-ad9e-45db-8d74-ad153964b19b req-79a2d645-c4ee-4717-9c30-09f744dc69c4 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.3194211 Jun 16 16:25:46.468861 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4a26c-9636-4dd4-b406-531769fccf28 req-e0f16d3e-4666-4b2f-9664-19c8f11f4ea0 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:46.470996 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-45b4a26c-9636-4dd4-b406-531769fccf28 req-e0f16d3e-4666-4b2f-9664-19c8f11f4ea0 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0810616 Jun 16 16:25:46.488502 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0fb28676-ad9e-45db-8d74-ad153964b19b req-3bb2a465-600b-4ae4-9dfd-b48e162cf254 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362425 Jun 16 16:25:46.523297 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-45b4a26c-9636-4dd4-b406-531769fccf28 req-7999b285-a679-44f4-a125-f21c222a4cda tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369501 Jun 16 16:25:47.702173 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device a95a53cc-b105-40a5-8a0b-405dc0dd9c66 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:25:47.722280 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474b777-bf0b-4f43-9d59-81b48dce7242 req-84237c57-879f-4813-b1c1-2f5032e07552 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:47.731169 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0474b777-bf0b-4f43-9d59-81b48dce7242 req-84237c57-879f-4813-b1c1-2f5032e07552 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.0878289 Jun 16 16:25:47.752682 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a341714-abb7-46b3-9dd1-1fd3aea481c2 req-e0a0c7b5-5e72-4edb-be05-32848ff2894a tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:47.754530 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: a95a53cc-b105-40a5-8a0b-405dc0dd9c66 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:25:47.755018 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device a95a53cc-b105-40a5-8a0b-405dc0dd9c66 not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:25:47.756271 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-7a341714-abb7-46b3-9dd1-1fd3aea481c2 req-e0a0c7b5-5e72-4edb-be05-32848ff2894a tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0999413 Jun 16 16:25:47.757823 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 1ff5e51e-aa82-4f79-ad0a-843af1278204 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:25:47.781643 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0474b777-bf0b-4f43-9d59-81b48dce7242 req-a87574f9-9304-4fa9-9fbb-acb3f9232738 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466254 Jun 16 16:25:47.811157 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: 1ff5e51e-aa82-4f79-ad0a-843af1278204 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:25:47.812105 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 1ff5e51e-aa82-4f79-ad0a-843af1278204 not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:25:47.821321 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-7a341714-abb7-46b3-9dd1-1fd3aea481c2 req-b5d4cd35-1b30-42bc-ba12-92f10df72f28 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594680 Jun 16 16:25:48.996434 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d97bc7-9e61-4787-8bb7-eae6904f3f19 req-e40d633a-455e-4ce6-ac4c-ef1ac9ec4ac0 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:49.000075 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-97d97bc7-9e61-4787-8bb7-eae6904f3f19 req-e40d633a-455e-4ce6-ac4c-ef1ac9ec4ac0 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.0962555 Jun 16 16:25:49.062248 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c2edb-1643-4d59-bbb2-6f9ed4dc4a6b req-9913c922-d2ea-4e52-81ea-be6f26750906 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:49.065791 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-97d97bc7-9e61-4787-8bb7-eae6904f3f19 req-4835d493-e221-464c-914b-b80cc4a015c5 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559533 Jun 16 16:25:49.070084 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4b1c2edb-1643-4d59-bbb2-6f9ed4dc4a6b req-9913c922-d2ea-4e52-81ea-be6f26750906 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.0880866 Jun 16 16:25:49.126888 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4b1c2edb-1643-4d59-bbb2-6f9ed4dc4a6b req-536efca6-c36b-483a-9600-65c2af821bf2 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557482 Jun 16 16:25:49.232186 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ca6369a2-5014-4db9-a925-062fdd86750e req-a5b63f81-6d74-4c4f-a10b-0c34b3ef497c tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-128858574&fields=id&tenant_id=5d00520292d84c42b4213f5e6aec6735 HTTP/1.1" status: 200 len: 267 time: 0.0511692 Jun 16 16:25:49.352465 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6369a2-5014-4db9-a925-062fdd86750e req-86efafee-7cc3-4ad8-a098-678f8aff7cd4 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:49.354343 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ca6369a2-5014-4db9-a925-062fdd86750e req-86efafee-7cc3-4ad8-a098-678f8aff7cd4 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/networks?id=56ac3c7b-22b1-42f7-9183-5932379dd8c9 HTTP/1.1" status: 200 len: 808 time: 0.1152785 Jun 16 16:25:49.371559 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ca6369a2-5014-4db9-a925-062fdd86750e req-e264d572-0920-4cd2-9fd0-252ce026e5e2 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/quotas/5d00520292d84c42b4213f5e6aec6735 HTTP/1.1" status: 200 len: 375 time: 0.0116415 Jun 16 16:25:49.459578 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ca6369a2-5014-4db9-a925-062fdd86750e req-de22491c-476e-4500-bcdf-3982a680f357 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d00520292d84c42b4213f5e6aec6735&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823898 Jun 16 16:25:49.576705 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ca6369a2-5014-4db9-a925-062fdd86750e req-a202609a-9b03-4a89-a79a-e0e2eae6fb17 service neutron] 10.222.0.86 "GET /v2.0/networks/56ac3c7b-22b1-42f7-9183-5932379dd8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993671 Jun 16 16:25:49.697826 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ca6369a2-5014-4db9-a925-062fdd86750e req-f21d1a82-e5bc-49a5-802e-5fd0967898ff service neutron] 10.222.0.86 "GET /v2.0/networks/56ac3c7b-22b1-42f7-9183-5932379dd8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153626 Jun 16 16:25:50.165136 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-09bcc57b-2350-4b87-9a12-d3a2a8c4fd89 req-150d3403-7b9f-497f-9648-eb277877c3a4 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 210 time: 0.0465074 Jun 16 16:25:50.321097 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf36f9-2d85-478a-9f70-72f87ab110be req-c5a0c894-d3c9-457f-a86d-c0d7c0584c27 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:50.324053 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7aaf36f9-2d85-478a-9f70-72f87ab110be req-c5a0c894-d3c9-457f-a86d-c0d7c0584c27 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.1003690 Jun 16 16:25:50.389748 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7aaf36f9-2d85-478a-9f70-72f87ab110be req-b655dda8-0b0e-4456-855d-cc2376779911 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531952 Jun 16 16:25:50.672565 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a2274-3671-43b8-b7a7-f1233bf84128 req-ac9ef97b-fec1-486f-af64-f2f5cee332f7 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:50.684852 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4a6a2274-3671-43b8-b7a7-f1233bf84128 req-ac9ef97b-fec1-486f-af64-f2f5cee332f7 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1225753 Jun 16 16:25:50.750561 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4a6a2274-3671-43b8-b7a7-f1233bf84128 req-d9cd4ca8-a818-4455-9224-142ad874df3b tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639021 Jun 16 16:25:51.326753 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-efdd5f18-9dd9-4666-82ef-d4d6912e352b req-c54d5d35-e601-4995-b07d-2e19b8d9fab3 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 210 time: 0.0311637 Jun 16 16:25:51.663347 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae802b-9c4a-4473-bef0-4c21e3d20df0 req-454c404b-558b-4314-ba91-c7e6f6ea0819 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:51.664876 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b0ae802b-9c4a-4473-bef0-4c21e3d20df0 req-454c404b-558b-4314-ba91-c7e6f6ea0819 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.1318541 Jun 16 16:25:51.776290 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b0ae802b-9c4a-4473-bef0-4c21e3d20df0 req-0a316423-dde1-4159-b020-b88b2ae4bc57 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1008227 Jun 16 16:25:51.809313 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6369a2-5014-4db9-a925-062fdd86750e req-86903eae-3ee8-404c-ba50-41eff0ad5f17 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:51.810569 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ca6369a2-5014-4db9-a925-062fdd86750e req-86903eae-3ee8-404c-ba50-41eff0ad5f17 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.99 "GET /v2.0/networks?id=56ac3c7b-22b1-42f7-9183-5932379dd8c9 HTTP/1.1" status: 200 len: 808 time: 0.1960282 Jun 16 16:25:51.908567 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ca6369a2-5014-4db9-a925-062fdd86750e req-5c27a2cb-f1f3-4f19-a7a3-55a9c348bc5f tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d00520292d84c42b4213f5e6aec6735 HTTP/1.1" status: 200 len: 379 time: 0.0516665 Jun 16 16:25:51.920904 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-ca6369a2-5014-4db9-a925-062fdd86750e req-15d80c3a-7ba5-4f59-956a-c24132e92ea1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Request body: {'port': {'device_id': '9e6fb127-64f9-40c4-9741-0a9c5154cfe1', 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9', 'admin_state_up': True, 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'security_groups': ['059b9fbd-86a6-4bd3-b5df-15878c57ffd5']}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:52.121695 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2417ed-73c2-4c51-9089-eef856c34015 req-b57e26e3-2a6d-4e7b-8a74-58791cb94ac0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:52.123223 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9d2417ed-73c2-4c51-9089-eef856c34015 req-b57e26e3-2a6d-4e7b-8a74-58791cb94ac0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.1069889 Jun 16 16:25:52.174811 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ac7764bb-5e09-4070-861a-2b7810c25565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:52.185779 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbd3b1-da68-4b60-ac95-ec3182214bc5 req-555637f9-7dc9-4752-9958-4502346de32d tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:52.187190 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0adbd3b1-da68-4b60-ac95-ec3182214bc5 req-555637f9-7dc9-4752-9958-4502346de32d tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1732476 Jun 16 16:25:52.188334 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6369a2-5014-4db9-a925-062fdd86750e req-15d80c3a-7ba5-4f59-956a-c24132e92ea1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Made reservation on behalf of 5d00520292d84c42b4213f5e6aec6735 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:25:52.191638 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ca6369a2-5014-4db9-a925-062fdd86750e req-15d80c3a-7ba5-4f59-956a-c24132e92ea1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:52.205298 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9d2417ed-73c2-4c51-9089-eef856c34015 req-8e2df826-30e2-4bfb-8dba-7e80c269ded8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756409 Jun 16 16:25:52.239018 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaab78a-dd40-4126-9910-955effb7dd35 req-3156d7bf-be48-4103-b941-2653b350d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:52.240603 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ecaab78a-dd40-4126-9910-955effb7dd35 req-3156d7bf-be48-4103-b941-2653b350d588 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b800ffbc0714945a225ea99c5155534&device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 1099 time: 0.0936954 Jun 16 16:25:52.290151 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0adbd3b1-da68-4b60-ac95-ec3182214bc5 req-60ff5f23-0df2-4f46-93f5-141e1e16e05b tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950274 Jun 16 16:25:52.350142 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaab78a-dd40-4126-9910-955effb7dd35 req-7dbc7c0e-ddd7-4f7a-9fb1-a8e7c292c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:52.352336 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ecaab78a-dd40-4126-9910-955effb7dd35 req-7dbc7c0e-ddd7-4f7a-9fb1-a8e7c292c687 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ca357a02-cc61-4746-b1f2-e805d6e11173 HTTP/1.1" status: 200 len: 918 time: 0.1024234 Jun 16 16:25:52.415314 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-ca6369a2-5014-4db9-a925-062fdd86750e req-15d80c3a-7ba5-4f59-956a-c24132e92ea1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Allocated IP 172.20.0.6 (56ac3c7b-22b1-42f7-9183-5932379dd8c9/f52f01af-fb97-46cb-853b-d0299d099dde/295f4870-aaae-42b9-b867-4b1b646ee307) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:25:52.466912 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ecaab78a-dd40-4126-9910-955effb7dd35 req-f313565e-c30f-441c-a408-7d5328c29d20 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46a07b2d-e7ff-4578-9753-3c5246033510 HTTP/1.1" status: 200 len: 1002 time: 0.1083465 Jun 16 16:25:52.507317 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-df621092-e4c0-4633-b43b-ddd2a81bd1eb req-5887a677-39fc-44c2-b25f-229c6870fe16 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 210 time: 0.0432684 Jun 16 16:25:52.563107 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaab78a-dd40-4126-9910-955effb7dd35 req-5dedda07-da1d-4115-ad4b-f43915e3f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:52.564628 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ecaab78a-dd40-4126-9910-955effb7dd35 req-5dedda07-da1d-4115-ad4b-f43915e3f57a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=14329842-aea0-4ad3-99be-a5df5d0572d3 HTTP/1.1" status: 200 len: 856 time: 0.0854900 Jun 16 16:25:52.623358 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ca6369a2-5014-4db9-a925-062fdd86750e req-15d80c3a-7ba5-4f59-956a-c24132e92ea1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:52.637614 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaab78a-dd40-4126-9910-955effb7dd35 req-6a0e90ec-5c16-4876-85ca-a2faea83b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:52.642163 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-ca6369a2-5014-4db9-a925-062fdd86750e req-15d80c3a-7ba5-4f59-956a-c24132e92ea1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Transition to ACTIVE for port object 295f4870-aaae-42b9-b867-4b1b646ee307 will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:25:52.647099 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ecaab78a-dd40-4126-9910-955effb7dd35 req-6a0e90ec-5c16-4876-85ca-a2faea83b1f8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ca357a02-cc61-4746-b1f2-e805d6e11173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721078 Jun 16 16:25:52.686769 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ca6369a2-5014-4db9-a925-062fdd86750e req-15d80c3a-7ba5-4f59-956a-c24132e92ea1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:52.690867 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ef789e06-d34d-4f7b-ba39-1536573fb3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:52.741002 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6369a2-5014-4db9-a925-062fdd86750e req-15d80c3a-7ba5-4f59-956a-c24132e92ea1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Network 56ac3c7b-22b1-42f7-9183-5932379dd8c9 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:25:52.746633 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-ca6369a2-5014-4db9-a925-062fdd86750e req-15d80c3a-7ba5-4f59-956a-c24132e92ea1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:25:52.751177 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6369a2-5014-4db9-a925-062fdd86750e req-15d80c3a-7ba5-4f59-956a-c24132e92ea1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:25:52.763001 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d80c3a-7ba5-4f59-956a-c24132e92ea1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Pushing event updated for resources: {'Port': ['ID=295f4870-aaae-42b9-b867-4b1b646ee307,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:52.782936 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ecaab78a-dd40-4126-9910-955effb7dd35 req-5e1902b3-f8e0-40fd-a215-c72723f32dbb service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243994 Jun 16 16:25:52.790359 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-15d80c3a-7ba5-4f59-956a-c24132e92ea1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:52.835579 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6369a2-5014-4db9-a925-062fdd86750e req-15d80c3a-7ba5-4f59-956a-c24132e92ea1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:52.836206 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ca6369a2-5014-4db9-a925-062fdd86750e req-15d80c3a-7ba5-4f59-956a-c24132e92ea1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:52.853727 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ca6369a2-5014-4db9-a925-062fdd86750e req-15d80c3a-7ba5-4f59-956a-c24132e92ea1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9376087 Jun 16 16:25:52.878082 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Request body: {'port': {'device_id': '9e6fb127-64f9-40c4-9741-0a9c5154cfe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:52.923370 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ecaab78a-dd40-4126-9910-955effb7dd35 req-b85c9eea-0d28-439a-832f-28fb087dcb1a service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329153 Jun 16 16:25:53.037775 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:53.085696 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-d5679730-7cbb-439f-a6c3-8f17fabc3496 None None] Provisioning for port 295f4870-aaae-42b9-b867-4b1b646ee307 completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:25:53.099229 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-d5679730-7cbb-439f-a6c3-8f17fabc3496 None None] Provisioning complete for port 295f4870-aaae-42b9-b867-4b1b646ee307 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:53.100074 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d5679730-7cbb-439f-a6c3-8f17fabc3496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:53.102135 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2547b-3540-4ca7-a491-c8739c0c2c18 req-79cbe0fd-c882-4c91-86da-9a7acfa05b53 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:53.110562 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-11f2547b-3540-4ca7-a491-c8739c0c2c18 req-79cbe0fd-c882-4c91-86da-9a7acfa05b53 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.1307466 Jun 16 16:25:53.187973 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-d5679730-7cbb-439f-a6c3-8f17fabc3496 None None] Port 295f4870-aaae-42b9-b867-4b1b646ee307 cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:25:53.226330 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-11f2547b-3540-4ca7-a491-c8739c0c2c18 req-cbbc08bb-4a6b-43fa-9440-c953f3700e56 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1147475 Jun 16 16:25:53.328539 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04445fab-d5de-48ac-969e-a33cde944e49 req-279bf75f-5bc1-41e7-94ab-72896c254d03 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:53.330672 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-04445fab-d5de-48ac-969e-a33cde944e49 req-279bf75f-5bc1-41e7-94ab-72896c254d03 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.99 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.3794477 Jun 16 16:25:53.480441 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295f4870-aaae-42b9-b867-4b1b646ee307 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:25:53.493772 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:53.519406 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Transition to ACTIVE for port object 295f4870-aaae-42b9-b867-4b1b646ee307 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:25:53.527355 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:53.527790 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95acb9-5739-41f0-975c-6fd7d33921de req-c263faaa-a6f1-44e1-9aef-e5ba455e2f69 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:53.530007 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ef95acb9-5739-41f0-975c-6fd7d33921de req-c263faaa-a6f1-44e1-9aef-e5ba455e2f69 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.1392980 Jun 16 16:25:53.531130 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:53.546721 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f57855-9519-4b38-97cd-03df9bd1a77c req-48d1d594-bac4-4835-9341-378d17dc413c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:53.548289 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-60f57855-9519-4b38-97cd-03df9bd1a77c req-48d1d594-bac4-4835-9341-378d17dc413c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 946 time: 0.1108649 Jun 16 16:25:53.625482 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [req-04445fab-d5de-48ac-969e-a33cde944e49 req-583f48ce-2297-46a7-8586-b75a1d5c709f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Deleting port 5c93d132-e70c-44fd-8432-1db8ed66b741 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:25:53.626193 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-04445fab-d5de-48ac-969e-a33cde944e49 req-583f48ce-2297-46a7-8586-b75a1d5c709f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:53.637372 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ef95acb9-5739-41f0-975c-6fd7d33921de req-6a5f774a-0852-40c4-8baa-5f3fd4f184ac tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952380 Jun 16 16:25:53.646946 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Pushing event updated for resources: {'Port': ['ID=295f4870-aaae-42b9-b867-4b1b646ee307,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:53.662433 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:53.697886 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-60f57855-9519-4b38-97cd-03df9bd1a77c req-8e8285e1-65a0-4ef2-853c-d6b64841a24a tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c14edca-6ce4-4120-978a-9bc966dd1301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273522 Jun 16 16:25:53.779256 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Attempting to bind port 295f4870-aaae-42b9-b867-4b1b646ee307 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:25:53.779256 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Attempting to bind port 295f4870-aaae-42b9-b867-4b1b646ee307 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': '7c8821c1-831d-411a-b4ac-52cb7b1cb6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:25:53.779708 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Attempting to bind port 295f4870-aaae-42b9-b867-4b1b646ee307 on network 56ac3c7b-22b1-42f7-9183-5932379dd8c9 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:25:53.780602 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [req-04445fab-d5de-48ac-969e-a33cde944e49 req-583f48ce-2297-46a7-8586-b75a1d5c709f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] For port 5c93d132-e70c-44fd-8432-1db8ed66b741, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=5c93d132-e70c-44fd-8432-1db8ed66b741,segment=NetworkSegment(2a763c94-c252-4031-8860-074635cfe77b),segment_id=2a763c94-c252-4031-8860-074635cfe77b)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:53.781135 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-04445fab-d5de-48ac-969e-a33cde944e49 req-583f48ce-2297-46a7-8586-b75a1d5c709f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:53.788717 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Port 295f4870-aaae-42b9-b867-4b1b646ee307 on network 56ac3c7b-22b1-42f7-9183-5932379dd8c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:25:53.789196 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Attempting to bind port 295f4870-aaae-42b9-b867-4b1b646ee307 on network 56ac3c7b-22b1-42f7-9183-5932379dd8c9 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:25:53.795119 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:25:53.796987 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Checking segment: {'id': '7c8821c1-831d-411a-b4ac-52cb7b1cb6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:25:53.796987 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Bound using segment: {'id': '7c8821c1-831d-411a-b4ac-52cb7b1cb6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:25:53.796987 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Bound port: 295f4870-aaae-42b9-b867-4b1b646ee307, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8821c1-831d-411a-b4ac-52cb7b1cb6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:25:53.796987 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:53.887694 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [req-04445fab-d5de-48ac-969e-a33cde944e49 req-583f48ce-2297-46a7-8586-b75a1d5c709f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Calling delete_port for 5c93d132-e70c-44fd-8432-1db8ed66b741 owned by compute:nova {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:25:53.901434 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] For port 295f4870-aaae-42b9-b867-4b1b646ee307, host hv-cinder-77525, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:25:53.906007 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] For port 295f4870-aaae-42b9-b867-4b1b646ee307, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=295f4870-aaae-42b9-b867-4b1b646ee307,segment=NetworkSegment(7c8821c1-831d-411a-b4ac-52cb7b1cb6e4),segment_id=7c8821c1-831d-411a-b4ac-52cb7b1cb6e4)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:25:53.914687 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:53.916820 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0952d28a-823b-4ab0-8353-f73ebb9c2f9f tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:53.949340 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:53.950428 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:53.953992 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] 10.222.0.99 "PUT /v2.0/ports/295f4870-aaae-42b9-b867-4b1b646ee307 HTTP/1.1" status: 200 len: 1093 time: 1.0910759 Jun 16 16:25:53.960952 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6fb127-64f9-40c4-9741-0a9c5154cfe1', 'tag': '295f4870-aaae-42b9-b867-4b1b646ee307'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:25:53.964269 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9443634d-de80-4a6e-a6db-97c4673be2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6fb127-64f9-40c4-9741-0a9c5154cfe1", "tag": "295f4870-aaae-42b9-b867-4b1b646ee307"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:54.040307 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Pushing event updated for resources: {'Port': ['ID=295f4870-aaae-42b9-b867-4b1b646ee307,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:54.057906 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:54.064994 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96adb2-fe6a-44b1-bb88-aabd43e0929a req-9fa1db0e-da86-485b-be19-24eee41a0f42 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:54.066472 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-7b96adb2-fe6a-44b1-bb88-aabd43e0929a req-9fa1db0e-da86-485b-be19-24eee41a0f42 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.2208722 Jun 16 16:25:54.095775 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1248c25b-c389-4271-8fee-35409f85b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:54.097934 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ca6369a2-5014-4db9-a925-062fdd86750e req-1248c25b-c389-4271-8fee-35409f85b541 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5d00520292d84c42b4213f5e6aec6735&device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 1096 time: 0.0985942 Jun 16 16:25:54.101044 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a66333-2cef-4fb4-9740-fb6b759969d8 x-openstack-request-id: req-60a66333-2cef-4fb4-9740-fb6b759969d8 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:54.101544 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6fb127-64f9-40c4-9741-0a9c5154cfe1", "tag": "295f4870-aaae-42b9-b867-4b1b646ee307", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:54.101898 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-60a66333-2cef-4fb4-9740-fb6b759969d8 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:54.102374 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6fb127-64f9-40c4-9741-0a9c5154cfe1', 'tag': '295f4870-aaae-42b9-b867-4b1b646ee307', 'status': 'completed', 'code': 200} Jun 16 16:25:54.155988 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ca6369a2-5014-4db9-a925-062fdd86750e req-8f0c1c07-6a7b-4f1b-9253-14318bf75d1d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=295f4870-aaae-42b9-b867-4b1b646ee307 HTTP/1.1" status: 200 len: 217 time: 0.0489542 Jun 16 16:25:54.187247 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-7b96adb2-fe6a-44b1-bb88-aabd43e0929a req-c7471211-e7f5-4ae0-a2a7-87ce6e09a259 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086571 Jun 16 16:25:54.194862 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-04445fab-d5de-48ac-969e-a33cde944e49 req-583f48ce-2297-46a7-8586-b75a1d5c709f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.208373 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['5c93d132-e70c-44fd-8432-1db8ed66b741'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:25:54.215579 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:54.246874 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6369a2-5014-4db9-a925-062fdd86750e req-49326881-ba6c-48ef-8c2b-844385683cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:54.248667 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ca6369a2-5014-4db9-a925-062fdd86750e req-49326881-ba6c-48ef-8c2b-844385683cba service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f52f01af-fb97-46cb-853b-d0299d099dde HTTP/1.1" status: 200 len: 847 time: 0.0819504 Jun 16 16:25:54.253081 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f48ce-2297-46a7-8586-b75a1d5c709f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Pushing event deleted for resources: {'Port': ['ID=5c93d132-e70c-44fd-8432-1db8ed66b741,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:54.263602 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-583f48ce-2297-46a7-8586-b75a1d5c709f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:54.315778 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [req-04445fab-d5de-48ac-969e-a33cde944e49 req-583f48ce-2297-46a7-8586-b75a1d5c709f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] No DVR routers for this DVR port 5c93d132-e70c-44fd-8432-1db8ed66b741 on host hv-cinder-77525 {{(pid=91606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:25:54.318421 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-04445fab-d5de-48ac-969e-a33cde944e49 req-583f48ce-2297-46a7-8586-b75a1d5c709f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.319808 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6369a2-5014-4db9-a925-062fdd86750e req-7fdd2bea-59b1-4519-a2eb-7218b72b55ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:54.321625 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ca6369a2-5014-4db9-a925-062fdd86750e req-7fdd2bea-59b1-4519-a2eb-7218b72b55ce service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=56ac3c7b-22b1-42f7-9183-5932379dd8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615175 Jun 16 16:25:54.321745 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-04445fab-d5de-48ac-969e-a33cde944e49 req-583f48ce-2297-46a7-8586-b75a1d5c709f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.99 "DELETE /v2.0/ports/5c93d132-e70c-44fd-8432-1db8ed66b741 HTTP/1.1" status: 204 len: 173 time: 0.9842403 Jun 16 16:25:54.322330 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa68116-8c29-4ff7-8cca-2a21b92303ff', 'name': 'network-vif-deleted', 'tag': '5c93d132-e70c-44fd-8432-1db8ed66b741'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:25:54.326012 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcc14e41f13d97c8742cd6abe1fc053a743771352171e7c539edf99606292a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7402d92a-b214-4527-9a15-f3d8e85d4c60" -d '{"events": [{"server_uuid": "daa68116-8c29-4ff7-8cca-2a21b92303ff", "name": "network-vif-deleted", "tag": "5c93d132-e70c-44fd-8432-1db8ed66b741"}]}' {{(pid=91606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:54.367462 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94a3e38-7737-45d6-bef7-63ef4c0cd73c x-openstack-request-id: req-c94a3e38-7737-45d6-bef7-63ef4c0cd73c {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:54.367949 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa68116-8c29-4ff7-8cca-2a21b92303ff", "name": "network-vif-deleted", "tag": "5c93d132-e70c-44fd-8432-1db8ed66b741", "status": "completed", "code": 200}]} {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:54.368469 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c94a3e38-7737-45d6-bef7-63ef4c0cd73c {{(pid=91606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:54.368925 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa68116-8c29-4ff7-8cca-2a21b92303ff', 'name': 'network-vif-deleted', 'tag': '5c93d132-e70c-44fd-8432-1db8ed66b741', 'status': 'completed', 'code': 200} Jun 16 16:25:54.494347 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ca6369a2-5014-4db9-a925-062fdd86750e req-401ae2a4-9fce-4c92-b2d9-f8e9e7549ef4 service neutron] 10.222.0.99 "GET /v2.0/networks/56ac3c7b-22b1-42f7-9183-5932379dd8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549137 Jun 16 16:25:54.506905 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c71a8e-9161-4f99-84c7-1b24d3f9a2aa req-6e6b7e68-8da1-41ef-b56d-8d2933bbc103 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:54.508445 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-89c71a8e-9161-4f99-84c7-1b24d3f9a2aa req-6e6b7e68-8da1-41ef-b56d-8d2933bbc103 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.1285026 Jun 16 16:25:54.601514 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-89c71a8e-9161-4f99-84c7-1b24d3f9a2aa req-886bd0e0-bcfd-4117-9e99-bed32f0e17c3 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840323 Jun 16 16:25:54.621643 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ca6369a2-5014-4db9-a925-062fdd86750e req-9202858f-880c-40ea-ac91-b9d24070c22e service neutron] 10.222.0.99 "GET /v2.0/networks/56ac3c7b-22b1-42f7-9183-5932379dd8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122057 Jun 16 16:25:54.742288 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443634d-de80-4a6e-a6db-97c4673be2c6 req-1290d532-ae84-4ef4-9034-0b9861e20f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:54.743779 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9443634d-de80-4a6e-a6db-97c4673be2c6 req-1290d532-ae84-4ef4-9034-0b9861e20f43 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5d00520292d84c42b4213f5e6aec6735&device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 1096 time: 0.0563490 Jun 16 16:25:54.814041 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-cf1289bf-f3e0-4de9-b823-9e0de5dceee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.842941 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34361c2c-a887-4c2c-a2ea-1748fbef2151 req-ef3c45b5-3492-4e10-865d-b4ec0e7849a5 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:54.851198 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-34361c2c-a887-4c2c-a2ea-1748fbef2151 req-ef3c45b5-3492-4e10-865d-b4ec0e7849a5 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0961831 Jun 16 16:25:54.906238 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-34361c2c-a887-4c2c-a2ea-1748fbef2151 req-66613455-62b0-4d14-8445-b0224b865473 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539355 Jun 16 16:25:54.917620 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:54.938036 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2554a44e-921d-47e5-a10c-29cc0828083e req-abd33df7-ce0d-410c-be5a-0f7ae150e173 tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] 10.222.0.86 "GET /v2.0/ports?device_id=daa68116-8c29-4ff7-8cca-2a21b92303ff HTTP/1.1" status: 200 len: 210 time: 0.0600348 Jun 16 16:25:54.956649 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443634d-de80-4a6e-a6db-97c4673be2c6 req-28e08f08-e6c9-47b2-90b3-0bb4f4852476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:54.958359 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9443634d-de80-4a6e-a6db-97c4673be2c6 req-28e08f08-e6c9-47b2-90b3-0bb4f4852476 service neutron] 10.222.0.99 "GET /v2.0/networks?id=56ac3c7b-22b1-42f7-9183-5932379dd8c9 HTTP/1.1" status: 200 len: 909 time: 0.1992488 Jun 16 16:25:55.003201 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9443634d-de80-4a6e-a6db-97c4673be2c6 req-69ca142c-c929-436b-975d-5e720547c911 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=295f4870-aaae-42b9-b867-4b1b646ee307 HTTP/1.1" status: 200 len: 217 time: 0.0378873 Jun 16 16:25:55.055142 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443634d-de80-4a6e-a6db-97c4673be2c6 req-c883e8ca-a1b7-4dda-a3e1-366e96136f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:55.056585 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9443634d-de80-4a6e-a6db-97c4673be2c6 req-c883e8ca-a1b7-4dda-a3e1-366e96136f33 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f52f01af-fb97-46cb-853b-d0299d099dde HTTP/1.1" status: 200 len: 847 time: 0.0459259 Jun 16 16:25:55.117669 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443634d-de80-4a6e-a6db-97c4673be2c6 req-8edea97c-ab5b-4cf5-8cc4-57cddd3ea6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:55.119112 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9443634d-de80-4a6e-a6db-97c4673be2c6 req-8edea97c-ab5b-4cf5-8cc4-57cddd3ea6df service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=56ac3c7b-22b1-42f7-9183-5932379dd8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557606 Jun 16 16:25:55.216473 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9443634d-de80-4a6e-a6db-97c4673be2c6 req-30e2fede-6542-4715-842a-f76491adf729 service neutron] 10.222.0.99 "GET /v2.0/networks/56ac3c7b-22b1-42f7-9183-5932379dd8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882931 Jun 16 16:25:55.350320 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9443634d-de80-4a6e-a6db-97c4673be2c6 req-a8d9e1fa-454a-427b-933c-a479ae616071 service neutron] 10.222.0.99 "GET /v2.0/networks/56ac3c7b-22b1-42f7-9183-5932379dd8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254573 Jun 16 16:25:55.433508 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5c4d6-6892-450a-a14c-a27d7b428e9e req-bb3a3c31-86d5-4987-883f-08dcf30f6d57 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:55.435075 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6ec5c4d6-6892-450a-a14c-a27d7b428e9e req-bb3a3c31-86d5-4987-883f-08dcf30f6d57 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.0916753 Jun 16 16:25:55.461596 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 35098) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:55.476424 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6ec5c4d6-6892-450a-a14c-a27d7b428e9e req-688349d6-e205-4e5f-8559-901f6c662b76 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347826 Jun 16 16:25:55.609254 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-7a0bdbad-9e18-4a25-b78a-eb3e5a6d4b55 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=39790b78ec6d46b5b103e997ca749361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465118 Jun 16 16:25:55.611591 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 35102) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:55.675711 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4fbacc75-8f6b-4126-869b-a40d5dd5957e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:55.703947 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4fbacc75-8f6b-4126-869b-a40d5dd5957e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:55.765218 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 46a07b2d-e7ff-4578-9753-3c5246033510 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:25:55.777702 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4fbacc75-8f6b-4126-869b-a40d5dd5957e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:55.780363 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4fbacc75-8f6b-4126-869b-a40d5dd5957e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:55.781493 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-4fbacc75-8f6b-4126-869b-a40d5dd5957e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b21e5348-d3ac-49a1-993b-cee87e0e297e HTTP/1.1" status: 204 len: 168 time: 0.1689253 Jun 16 16:25:55.783664 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-47fa77b3-51bc-4944-ad65-ec987fcf57c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:55.796107 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbacc75-8f6b-4126-869b-a40d5dd5957e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21e5348-d3ac-49a1-993b-cee87e0e297e,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:55.798932 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4fbacc75-8f6b-4126-869b-a40d5dd5957e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:55.830773 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82804ee-3c02-4448-8d09-f19a0186e0f4 req-631ffc1d-fbad-4dad-a934-283e10f9008c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:55.832423 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c82804ee-3c02-4448-8d09-f19a0186e0f4 req-631ffc1d-fbad-4dad-a934-283e10f9008c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 946 time: 0.0866284 Jun 16 16:25:55.861519 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:55.875392 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:55.882810 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c82804ee-3c02-4448-8d09-f19a0186e0f4 req-790e86ab-a9e2-462f-9864-0ce8695689bc tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437100 Jun 16 16:25:55.888455 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7efe21e-1c01-48cd-90e6-72823283a82e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a07b2d-e7ff-4578-9753-3c5246033510'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:25:55.890581 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901a5477-e0c8-4398-af8f-0ed8b912475f" -d '{"events": [{"server_uuid": "d7efe21e-1c01-48cd-90e6-72823283a82e", "name": "network-vif-unplugged", "status": "completed", "tag": "46a07b2d-e7ff-4578-9753-3c5246033510"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:25:55.904370 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 46a07b2d-e7ff-4578-9753-3c5246033510, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=46a07b2d-e7ff-4578-9753-3c5246033510,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:55.908635 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:55.910595 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:55.941476 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 16:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9738e8-2107-4da9-83a6-d45b888fb577 x-openstack-request-id: req-3f9738e8-2107-4da9-83a6-d45b888fb577 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:25:55.941807 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7efe21e-1c01-48cd-90e6-72823283a82e", "name": "network-vif-unplugged", "status": "failed", "tag": "46a07b2d-e7ff-4578-9753-3c5246033510", "code": 422}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:25:55.942063 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3f9738e8-2107-4da9-83a6-d45b888fb577 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:25:55.942491 dv-cinder-775250-5-iscsi neutron-server[91608]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd7efe21e-1c01-48cd-90e6-72823283a82e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '46a07b2d-e7ff-4578-9753-3c5246033510', 'code': 422} returned with failed status Jun 16 16:25:55.966310 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=46a07b2d-e7ff-4578-9753-3c5246033510,revision_number=8']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:55.972006 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:56.104631 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29eb3-ffb4-4876-84ca-2bc01d812dc9 req-beb2b96f-9a10-4603-b9db-2b4cfb78b18a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:56.106439 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fba29eb3-ffb4-4876-84ca-2bc01d812dc9 req-beb2b96f-9a10-4603-b9db-2b4cfb78b18a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0717616 Jun 16 16:25:56.149273 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fba29eb3-ffb4-4876-84ca-2bc01d812dc9 req-18c1772a-168c-47b8-8ae9-9be4d7e51bf3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364492 Jun 16 16:25:56.236258 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 35132) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:56.738943 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a7ae2-01b9-45eb-aa88-a89f209d7536 req-b420f0b0-7037-4365-a452-69a95a76920d tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:56.740777 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-392a7ae2-01b9-45eb-aa88-a89f209d7536 req-b420f0b0-7037-4365-a452-69a95a76920d tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.1236994 Jun 16 16:25:56.852627 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-392a7ae2-01b9-45eb-aa88-a89f209d7536 req-afc6429a-487c-4777-bac7-d8a82561e891 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004572 Jun 16 16:25:56.878745 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786230e-9047-4b92-b1f5-d4f4bab025ce req-a9471393-14b4-44a1-9822-56be92f77ecd tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:56.880089 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f786230e-9047-4b92-b1f5-d4f4bab025ce req-a9471393-14b4-44a1-9822-56be92f77ecd tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.1312127 Jun 16 16:25:56.950211 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f786230e-9047-4b92-b1f5-d4f4bab025ce req-7ccdc358-a13f-471a-bcbd-757603623a9c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599616 Jun 16 16:25:57.131172 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dcc1ca1f-a4b1-4459-ba4b-0dfcb7b09ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33458880'] for router_interface, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.295850 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 35192) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:57.401235 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-96cf5b4f-2f34-483f-b215-6d7a71fc33db req-7d8d7bb7-0569-4465-b894-555936583c63 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1037378 Jun 16 16:25:57.470105 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185ea1d-2188-4cf8-ba08-8210f1b9d6ee req-85d65c93-64d2-4426-b620-77ccc8d486bd tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:57.471543 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d185ea1d-2188-4cf8-ba08-8210f1b9d6ee req-85d65c93-64d2-4426-b620-77ccc8d486bd tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.1532857 Jun 16 16:25:57.565812 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d185ea1d-2188-4cf8-ba08-8210f1b9d6ee req-384de3dc-79e6-4ab5-8451-95c7e646f6df tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703013 Jun 16 16:25:57.606846 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-dcc1ca1f-a4b1-4459-ba4b-0dfcb7b09ea4 admin admin] Deleting port 4fdeb939-7562-4ee8-ac46-cef1a1951ea6 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:25:57.607193 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dcc1ca1f-a4b1-4459-ba4b-0dfcb7b09ea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.621807 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.694378 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-dcc1ca1f-a4b1-4459-ba4b-0dfcb7b09ea4 admin admin] For port 4fdeb939-7562-4ee8-ac46-cef1a1951ea6, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=4fdeb939-7562-4ee8-ac46-cef1a1951ea6,segment=NetworkSegment(2a763c94-c252-4031-8860-074635cfe77b),segment_id=2a763c94-c252-4031-8860-074635cfe77b)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:57.694660 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dcc1ca1f-a4b1-4459-ba4b-0dfcb7b09ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.763914 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-dcc1ca1f-a4b1-4459-ba4b-0dfcb7b09ea4 admin admin] Calling delete_port for 4fdeb939-7562-4ee8-ac46-cef1a1951ea6 owned by network:router_interface {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:25:57.779424 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 5c93d132-e70c-44fd-8432-1db8ed66b741 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:25:57.805163 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: 5c93d132-e70c-44fd-8432-1db8ed66b741 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:25:57.805859 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 5c93d132-e70c-44fd-8432-1db8ed66b741 not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:25:57.985603 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dcc1ca1f-a4b1-4459-ba4b-0dfcb7b09ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:57.988983 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-f5b7c1e4-183e-4dfe-91bc-e454fb0f0cc1 tempest-DeleteServersTestJSON-81984171 tempest-DeleteServersTestJSON-81984171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:58.015000 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1ca1f-a4b1-4459-ba4b-0dfcb7b09ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fdeb939-7562-4ee8-ac46-cef1a1951ea6,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:58.029869 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-dcc1ca1f-a4b1-4459-ba4b-0dfcb7b09ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:58.085344 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2cf53-0a3f-49a2-adb3-34d596d06fff req-51cba30b-b5e8-4252-bce7-7d652941e5d5 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:58.087160 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-a5c2cf53-0a3f-49a2-adb3-34d596d06fff req-51cba30b-b5e8-4252-bce7-7d652941e5d5 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.0789928 Jun 16 16:25:58.129275 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-a5c2cf53-0a3f-49a2-adb3-34d596d06fff req-e484a849-f040-4427-839e-9f45cd2748e7 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360589 Jun 16 16:25:58.156063 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:58.243669 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ae068-7234-4e87-a0a6-43da0342a27d req-cf9653ea-e7d0-4d24-954d-8e9d91a0b2c1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:58.245142 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f10ae068-7234-4e87-a0a6-43da0342a27d req-cf9653ea-e7d0-4d24-954d-8e9d91a0b2c1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.1458225 Jun 16 16:25:58.245754 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dcc1ca1f-a4b1-4459-ba4b-0dfcb7b09ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33290173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33458772'] for router_interface, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:58.359827 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f10ae068-7234-4e87-a0a6-43da0342a27d req-6a213ea3-6937-45a5-9652-4bc1a43b8302 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1076694 Jun 16 16:25:58.547564 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc1ca1f-a4b1-4459-ba4b-0dfcb7b09ea4 admin admin] Router 28c61683-9fec-4191-a6ab-a4b9f26f2679 has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:25:58.668994 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc1ca1f-a4b1-4459-ba4b-0dfcb7b09ea4 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:25:58.674006 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-dcc1ca1f-a4b1-4459-ba4b-0dfcb7b09ea4 admin admin] 10.222.0.86 "PUT /v2.0/routers/28c61683-9fec-4191-a6ab-a4b9f26f2679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4367428 Jun 16 16:25:58.676713 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 35218) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:58.682276 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d42a01d-1d57-4eee-84c1-5263dfb980f1 None None] Sync routers for ids ['28c61683-9fec-4191-a6ab-a4b9f26f2679'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:25:58.700819 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d42a01d-1d57-4eee-84c1-5263dfb980f1 None None] Routers {'28c61683-9fec-4191-a6ab-a4b9f26f2679'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:25:58.701449 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-0d42a01d-1d57-4eee-84c1-5263dfb980f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:25:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['28c61683-9fec-4191-a6ab-a4b9f26f2679'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:58.806211 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-0d42a01d-1d57-4eee-84c1-5263dfb980f1 None None] Set router 28c61683-9fec-4191-a6ab-a4b9f26f2679 gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:25:58.854939 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-73d5126c-f8fc-4b9a-9203-b14f0612693c admin admin] Notify callbacks [] for router, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:58.925409 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba4147-9eb5-4c5b-8de7-e7e81a4b3bea req-aeb70e43-92b8-4635-b47a-c3829d03bceb tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:58.926738 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c5ba4147-9eb5-4c5b-8de7-e7e81a4b3bea req-aeb70e43-92b8-4635-b47a-c3829d03bceb tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.1862843 Jun 16 16:25:58.981734 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c5ba4147-9eb5-4c5b-8de7-e7e81a4b3bea req-5674fa4f-1fec-453e-94df-fb76c5e2a731 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481393 Jun 16 16:25:58.983140 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-0d42a01d-1d57-4eee-84c1-5263dfb980f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'name': 'tempest-ServerRescueNegativeTestJSON-322845258-router', 'tenant_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3e17a751-2060-4869-aaf3-be77efd80b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:25:57Z', 'revision_number': 5, 'project_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'gw_port': {'id': '3e17a751-2060-4869-aaf3-be77efd80b4e', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:09Z', 'updated_at': '2021-06-16T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:58.986508 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d42a01d-1d57-4eee-84c1-5263dfb980f1 None None] Checking router: 28c61683-9fec-4191-a6ab-a4b9f26f2679 for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:25:58.994611 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d42a01d-1d57-4eee-84c1-5263dfb980f1 None None] Routers {'28c61683-9fec-4191-a6ab-a4b9f26f2679'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:25:58.995224 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-0d42a01d-1d57-4eee-84c1-5263dfb980f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:25:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['28c61683-9fec-4191-a6ab-a4b9f26f2679'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:59.002388 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-73d5126c-f8fc-4b9a-9203-b14f0612693c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.054595 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-73d5126c-f8fc-4b9a-9203-b14f0612693c admin admin] Deleting port 3e17a751-2060-4869-aaf3-be77efd80b4e {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:25:59.054959 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-73d5126c-f8fc-4b9a-9203-b14f0612693c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.095655 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-0d42a01d-1d57-4eee-84c1-5263dfb980f1 None None] Set router 28c61683-9fec-4191-a6ab-a4b9f26f2679 gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:25:59.139985 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-73d5126c-f8fc-4b9a-9203-b14f0612693c admin admin] For port 3e17a751-2060-4869-aaf3-be77efd80b4e, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=3e17a751-2060-4869-aaf3-be77efd80b4e,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:25:59.140347 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-73d5126c-f8fc-4b9a-9203-b14f0612693c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.204628 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-73d5126c-f8fc-4b9a-9203-b14f0612693c admin admin] Calling delete_port for 3e17a751-2060-4869-aaf3-be77efd80b4e owned by network:router_gateway {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:25:59.284173 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-0d42a01d-1d57-4eee-84c1-5263dfb980f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'name': 'tempest-ServerRescueNegativeTestJSON-322845258-router', 'tenant_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3e17a751-2060-4869-aaf3-be77efd80b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:25:57Z', 'revision_number': 5, 'project_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'gw_port': {'id': '3e17a751-2060-4869-aaf3-be77efd80b4e', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:09Z', 'updated_at': '2021-06-16T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:25:59.288481 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d42a01d-1d57-4eee-84c1-5263dfb980f1 None None] The sync data for ids ['28c61683-9fec-4191-a6ab-a4b9f26f2679'] in dv-cinder-775250-5-iscsi is: [{'id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'name': 'tempest-ServerRescueNegativeTestJSON-322845258-router', 'tenant_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '3e17a751-2060-4869-aaf3-be77efd80b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:25:57Z', 'revision_number': 5, 'project_id': '0bab6a88cf1841698fdebfb43f3a76ac', 'gw_port': {'id': '3e17a751-2060-4869-aaf3-be77efd80b4e', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c61683-9fec-4191-a6ab-a4b9f26f2679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:09Z', 'updated_at': '2021-06-16T16:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:25:59.341929 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e5795-98ec-4013-b0d7-e2bbee780994 req-ee050433-6e9a-42c7-a405-d2d15ff4808f tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:59.343480 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cd3e5795-98ec-4013-b0d7-e2bbee780994 req-ee050433-6e9a-42c7-a405-d2d15ff4808f tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.0941896 Jun 16 16:25:59.383729 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cd3e5795-98ec-4013-b0d7-e2bbee780994 req-a1a7b51a-8335-4495-bed5-2114deb0694c tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334392 Jun 16 16:25:59.407934 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-73d5126c-f8fc-4b9a-9203-b14f0612693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.409966 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:59.438204 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5126c-f8fc-4b9a-9203-b14f0612693c admin admin] Pushing event deleted for resources: {'Port': ['ID=3e17a751-2060-4869-aaf3-be77efd80b4e,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:59.441145 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-73d5126c-f8fc-4b9a-9203-b14f0612693c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:59.524361 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-73d5126c-f8fc-4b9a-9203-b14f0612693c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33160215'] for router_gateway, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.637580 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-73d5126c-f8fc-4b9a-9203-b14f0612693c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33458004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-813'] for router, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.640610 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-73d5126c-f8fc-4b9a-9203-b14f0612693c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.719200 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-73d5126c-f8fc-4b9a-9203-b14f0612693c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33457245'] for router, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.719911 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d5126c-f8fc-4b9a-9203-b14f0612693c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28c61683-9fec-4191-a6ab-a4b9f26f2679 {{(pid=91606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:25:59.725502 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-73d5126c-f8fc-4b9a-9203-b14f0612693c admin admin] Notify callbacks [] for router, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.726655 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-73d5126c-f8fc-4b9a-9203-b14f0612693c admin admin] 10.222.0.86 "DELETE /v2.0/routers/28c61683-9fec-4191-a6ab-a4b9f26f2679 HTTP/1.1" status: 204 len: 168 time: 1.0488088 Jun 16 16:25:59.729594 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 35228) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:59.735567 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0626a-66c7-4f82-ab7e-a3d3f4821d2b req-f27ed384-9b8e-4faf-a572-518a813be5a8 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:59.737068 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-53b0626a-66c7-4f82-ab7e-a3d3f4821d2b req-f27ed384-9b8e-4faf-a572-518a813be5a8 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.2439928 Jun 16 16:25:59.776477 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-53b0626a-66c7-4f82-ab7e-a3d3f4821d2b req-4004150b-ab7e-46a5-9ccd-b7a4ab8d71db tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326357 Jun 16 16:25:59.778374 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08763c1-824d-49ac-ace9-4259e2f76659 admin admin] Deleting subnet 11140164-2d45-4a21-991b-acd6e1deb88b {{(pid=91607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:25:59.782056 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d08763c1-824d-49ac-ace9-4259e2f76659 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.827462 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d08763c1-824d-49ac-ace9-4259e2f76659 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30482061'] for subnet, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.868939 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d08763c1-824d-49ac-ace9-4259e2f76659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766633'] for subnet, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.927280 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d08763c1-824d-49ac-ace9-4259e2f76659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30482857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30436855'] for subnet, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.929985 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:59.953688 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08763c1-824d-49ac-ace9-4259e2f76659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11140164-2d45-4a21-991b-acd6e1deb88b,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:59.956697 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d08763c1-824d-49ac-ace9-4259e2f76659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:59.957705 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d08763c1-824d-49ac-ace9-4259e2f76659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:59.960557 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-d08763c1-824d-49ac-ace9-4259e2f76659 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/11140164-2d45-4a21-991b-acd6e1deb88b HTTP/1.1" status: 204 len: 168 time: 0.2296059 Jun 16 16:25:59.963187 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 35230) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:00.050340 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7655b18c-a18b-4558-8d3b-9835672dae5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-693812'] for network, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.127079 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7655b18c-a18b-4558-8d3b-9835672dae5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-768294', 'neutron.services.segments.db._delete_segments_for_network-8738765585457'] for network, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.164248 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-7655b18c-a18b-4558-8d3b-9835672dae5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3bf38a0-6de0-478a-a880-437c4b879d4d']}} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:00.175522 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-7655b18c-a18b-4558-8d3b-9835672dae5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a763c94-c252-4031-8860-074635cfe77b') {'for_net_delete': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:00.175820 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-7655b18c-a18b-4558-8d3b-9835672dae5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a763c94-c252-4031-8860-074635cfe77b') {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:00.186707 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7655b18c-a18b-4558-8d3b-9835672dae5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765584770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30482068'] for segment, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.203806 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7655b18c-a18b-4558-8d3b-9835672dae5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.215189 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7655b18c-a18b-4558-8d3b-9835672dae5b admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=91607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:26:00.215575 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7655b18c-a18b-4558-8d3b-9835672dae5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30482742'] for segment, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:26:00.218169 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: Traceback (most recent call last): Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: timer() Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: cb(*args, **kw) Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: return func(*args, **kwargs) Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: self._notify() Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: self.callback(batched_events) Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: event.method(event) Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: return f(self, *a, **k) Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: return self._get(url).json() Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: return self.request(url, 'GET', **kwargs) Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:26:00.221187 dv-cinder-775250-5-iscsi neutron-server[91607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:26:00.273530 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3c99d-e10e-4bf8-924c-10e92a82b86e req-eb3b7288-1b25-40cf-9854-e4a0d6f00e77 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:00.274924 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-52c3c99d-e10e-4bf8-924c-10e92a82b86e req-eb3b7288-1b25-40cf-9854-e4a0d6f00e77 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.1706328 Jun 16 16:26:00.288376 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7655b18c-a18b-4558-8d3b-9835672dae5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33160313'] for network, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.301216 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:00.314885 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-7655b18c-a18b-4558-8d3b-9835672dae5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.316739 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-7655b18c-a18b-4558-8d3b-9835672dae5b admin admin] 10.222.0.86 "DELETE /v2.0/networks/f3bf38a0-6de0-478a-a880-437c4b879d4d HTTP/1.1" status: 204 len: 168 time: 0.3525867 Jun 16 16:26:00.319968 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655b18c-a18b-4558-8d3b-9835672dae5b admin admin] Pushing event deleted for resources: {'Network': ['ID=f3bf38a0-6de0-478a-a880-437c4b879d4d,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:00.327040 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7655b18c-a18b-4558-8d3b-9835672dae5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:00.336038 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-52c3c99d-e10e-4bf8-924c-10e92a82b86e req-4a0537ee-9648-49f3-a802-6605aadc2930 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541224 Jun 16 16:26:00.487847 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 35238) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:00.533870 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-b09e7c8b-97bd-4313-98ad-7360760df34e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0bab6a88cf1841698fdebfb43f3a76ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0445023 Jun 16 16:26:00.535887 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 35240) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:00.568669 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413859b-3d84-4000-935f-8b5c08655024 req-dd623ae9-febc-4d56-9bac-dc3ebfe56124 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:00.570447 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8413859b-3d84-4000-935f-8b5c08655024 req-dd623ae9-febc-4d56-9bac-dc3ebfe56124 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.0724897 Jun 16 16:26:00.591691 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d9308015-6b6e-47e7-82e4-4b4677a1b4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.616225 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d9308015-6b6e-47e7-82e4-4b4677a1b4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.616743 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8413859b-3d84-4000-935f-8b5c08655024 req-385834a1-3e33-4fb9-abcb-1c75cc641cee tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404146 Jun 16 16:26:00.670545 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d9308015-6b6e-47e7-82e4-4b4677a1b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.673074 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d9308015-6b6e-47e7-82e4-4b4677a1b4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:00.674246 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-d9308015-6b6e-47e7-82e4-4b4677a1b4bf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9c14edca-6ce4-4120-978a-9bc966dd1301 HTTP/1.1" status: 204 len: 168 time: 0.1374822 Jun 16 16:26:00.674957 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:00.684795 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9308015-6b6e-47e7-82e4-4b4677a1b4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c14edca-6ce4-4120-978a-9bc966dd1301,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:00.687243 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d9308015-6b6e-47e7-82e4-4b4677a1b4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:00.945295 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 46a07b2d-e7ff-4578-9753-3c5246033510 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:26:00.968177 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684f4c2-42d9-4ba2-aedd-cec7f69bd7bf req-f3f7a08e-c448-48e4-a210-fe59226de8dc tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:00.969748 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f684f4c2-42d9-4ba2-aedd-cec7f69bd7bf req-f3f7a08e-c448-48e4-a210-fe59226de8dc tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.0668292 Jun 16 16:26:01.015751 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f684f4c2-42d9-4ba2-aedd-cec7f69bd7bf req-30098922-5de1-4e4b-ab7e-2dc6cd9a39b1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367141 Jun 16 16:26:01.326490 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 3e17a751-2060-4869-aaf3-be77efd80b4e no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:26:01.346834 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: 3e17a751-2060-4869-aaf3-be77efd80b4e {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:26:01.347186 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 3e17a751-2060-4869-aaf3-be77efd80b4e not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:26:01.347616 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 4fdeb939-7562-4ee8-ac46-cef1a1951ea6 no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:26:01.367317 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: 4fdeb939-7562-4ee8-ac46-cef1a1951ea6 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:26:01.367669 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 4fdeb939-7562-4ee8-ac46-cef1a1951ea6 not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:26:01.527742 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bb4a6-d9b8-4ef3-8977-341286662448 req-bffcb38e-21f8-4c22-a374-a31ef518e9c1 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:01.529278 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d62bb4a6-d9b8-4ef3-8977-341286662448 req-bffcb38e-21f8-4c22-a374-a31ef518e9c1 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0636265 Jun 16 16:26:01.570782 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d62bb4a6-d9b8-4ef3-8977-341286662448 req-9644f6ac-9f75-4287-9096-0baba6105425 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325608 Jun 16 16:26:01.808052 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95306e67-b5bf-4d93-8a88-1a25de4e759c req-629a5b49-0112-4669-ad93-cba1c64dd88c tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:01.809578 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-95306e67-b5bf-4d93-8a88-1a25de4e759c req-629a5b49-0112-4669-ad93-cba1c64dd88c tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.0728669 Jun 16 16:26:01.858266 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-95306e67-b5bf-4d93-8a88-1a25de4e759c req-ebba5462-80bf-4a2e-b878-57fc6af8e20e tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423806 Jun 16 16:26:02.100814 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf5b4f-2f34-483f-b215-6d7a71fc33db req-e3b9f059-3078-4dcb-991d-a97a58ef0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:02.102322 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-96cf5b4f-2f34-483f-b215-6d7a71fc33db req-e3b9f059-3078-4dcb-991d-a97a58ef0428 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e&tenant_id=7b800ffbc0714945a225ea99c5155534 HTTP/1.1" status: 200 len: 1097 time: 0.0894456 Jun 16 16:26:02.178976 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf5b4f-2f34-483f-b215-6d7a71fc33db req-264d0944-096a-47bb-ac0b-091aabfc3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:02.180233 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-96cf5b4f-2f34-483f-b215-6d7a71fc33db req-264d0944-096a-47bb-ac0b-091aabfc3794 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b800ffbc0714945a225ea99c5155534&device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 1097 time: 0.0542338 Jun 16 16:26:02.203940 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb9aae-8f04-4181-bea1-b09ed5e14565 req-44d459ae-5c4a-43a2-9230-0a201ad98b91 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:02.205563 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6bfb9aae-8f04-4181-bea1-b09ed5e14565 req-44d459ae-5c4a-43a2-9230-0a201ad98b91 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.0651994 Jun 16 16:26:02.244496 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6bfb9aae-8f04-4181-bea1-b09ed5e14565 req-0193a9a9-b01c-4b4e-a424-6c706d8ee532 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323958 Jun 16 16:26:02.278912 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf5b4f-2f34-483f-b215-6d7a71fc33db req-e0bd4247-acd7-4185-961c-f3c058725a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:02.280344 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-96cf5b4f-2f34-483f-b215-6d7a71fc33db req-e0bd4247-acd7-4185-961c-f3c058725a33 service neutron] 10.222.0.99 "GET /v2.0/networks?id=ca357a02-cc61-4746-b1f2-e805d6e11173 HTTP/1.1" status: 200 len: 918 time: 0.0909951 Jun 16 16:26:02.344730 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-96cf5b4f-2f34-483f-b215-6d7a71fc33db req-6fcf8c60-ebff-4b56-aaa6-0035df169ce1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46a07b2d-e7ff-4578-9753-3c5246033510 HTTP/1.1" status: 200 len: 1000 time: 0.0574858 Jun 16 16:26:02.397675 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf5b4f-2f34-483f-b215-6d7a71fc33db req-4debea3d-57f0-4abc-a890-fbf754927874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:02.399095 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-96cf5b4f-2f34-483f-b215-6d7a71fc33db req-4debea3d-57f0-4abc-a890-fbf754927874 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=14329842-aea0-4ad3-99be-a5df5d0572d3 HTTP/1.1" status: 200 len: 856 time: 0.0471570 Jun 16 16:26:02.463061 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf5b4f-2f34-483f-b215-6d7a71fc33db req-da1a31df-9edf-48cd-9ffb-86e793da4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:02.464942 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-96cf5b4f-2f34-483f-b215-6d7a71fc33db req-da1a31df-9edf-48cd-9ffb-86e793da4535 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ca357a02-cc61-4746-b1f2-e805d6e11173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584211 Jun 16 16:26:02.557284 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-96cf5b4f-2f34-483f-b215-6d7a71fc33db req-42b2898a-0c77-4feb-bd34-27f2a971a385 service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842001 Jun 16 16:26:02.644408 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-96cf5b4f-2f34-483f-b215-6d7a71fc33db req-db049dbb-6876-4f73-98a2-22e92d8f04d6 service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800672 Jun 16 16:26:02.757489 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813e728-ffd1-4830-8d6a-72fb6e675d8d req-33673894-28b7-4f06-b637-2f8d5427e2eb tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:02.762053 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b813e728-ffd1-4830-8d6a-72fb6e675d8d req-33673894-28b7-4f06-b637-2f8d5427e2eb tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0788054 Jun 16 16:26:02.807659 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b813e728-ffd1-4830-8d6a-72fb6e675d8d req-c80b5f4c-5961-4983-9e84-89340c72faea tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428300 Jun 16 16:26:03.042636 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1ab14-510b-49c4-b712-a0115b296d86 req-86907aac-7390-42c6-a470-ea4acd62c9e4 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:03.046111 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bfc1ab14-510b-49c4-b712-a0115b296d86 req-86907aac-7390-42c6-a470-ea4acd62c9e4 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.0778892 Jun 16 16:26:03.088872 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bfc1ab14-510b-49c4-b712-a0115b296d86 req-6b20398a-518c-4d3a-969f-0a1acfd556c6 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389137 Jun 16 16:26:03.472092 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4a70d-6945-4e94-896d-130219fa27a5 req-9733d08b-98b2-408e-9549-538ea2468bcb tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:03.474070 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6ce4a70d-6945-4e94-896d-130219fa27a5 req-9733d08b-98b2-408e-9549-538ea2468bcb tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.0722675 Jun 16 16:26:03.518035 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6ce4a70d-6945-4e94-896d-130219fa27a5 req-61c1788b-3bcc-4ece-9df0-680a03d47af2 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377207 Jun 16 16:26:04.095976 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83e518-53e3-4efd-bf25-237bd4b04ce8 req-ac765b05-e8ea-4543-986e-bc372f5289f5 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:04.097615 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9f83e518-53e3-4efd-bf25-237bd4b04ce8 req-ac765b05-e8ea-4543-986e-bc372f5289f5 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.1058829 Jun 16 16:26:04.200990 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9f83e518-53e3-4efd-bf25-237bd4b04ce8 req-100f4128-6fe9-4c7d-9350-faa00c6766f8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888169 Jun 16 16:26:04.356680 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349b1c9-6e68-448d-954f-d96548d95661 req-b0169934-ce3d-4779-80e7-01b345e9c098 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:04.358265 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6349b1c9-6e68-448d-954f-d96548d95661 req-b0169934-ce3d-4779-80e7-01b345e9c098 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.0652282 Jun 16 16:26:04.400604 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6349b1c9-6e68-448d-954f-d96548d95661 req-8fbd9880-ec60-43d1-8e09-225b92480bc5 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363791 Jun 16 16:26:04.716609 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76dfa3a-a9a6-41f3-b556-62254b011e81 req-b9f68bd3-fe1b-422c-b618-85b968dba9c8 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:04.718198 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b76dfa3a-a9a6-41f3-b556-62254b011e81 req-b9f68bd3-fe1b-422c-b618-85b968dba9c8 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.0703115 Jun 16 16:26:04.761331 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b76dfa3a-a9a6-41f3-b556-62254b011e81 req-59d8f372-7c8b-4ecf-abe6-09e8819f2dbe tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371797 Jun 16 16:26:05.392898 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a7609-f021-464b-a1cc-dc3b931116f4 req-eefcf1f2-585d-4221-ae8f-a7e11a59ee76 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:05.394725 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-eb7a7609-f021-464b-a1cc-dc3b931116f4 req-eefcf1f2-585d-4221-ae8f-a7e11a59ee76 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0683982 Jun 16 16:26:05.456984 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-eb7a7609-f021-464b-a1cc-dc3b931116f4 req-ee6dc845-43e9-4622-af72-6d10ff6350b5 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561905 Jun 16 16:26:05.628985 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4a65f-fc01-4101-9eb2-57bcd0c83f30 req-bf665f63-f280-4294-a6c5-cae6a141311e tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:05.630591 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f4a4a65f-fc01-4101-9eb2-57bcd0c83f30 req-bf665f63-f280-4294-a6c5-cae6a141311e tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.0789816 Jun 16 16:26:05.672293 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f4a4a65f-fc01-4101-9eb2-57bcd0c83f30 req-db5c5247-0914-412e-b502-6ae5429dd5ce tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355248 Jun 16 16:26:05.949842 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091713a-9704-4571-b3d4-ec27615099dd req-158188a2-b28d-47d3-ae60-a18b7a3c3af6 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:05.957756 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8091713a-9704-4571-b3d4-ec27615099dd req-158188a2-b28d-47d3-ae60-a18b7a3c3af6 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.0774188 Jun 16 16:26:05.995299 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8091713a-9704-4571-b3d4-ec27615099dd req-368d1412-1167-4aaf-a6af-8eece9ab9feb tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366569 Jun 16 16:26:06.640818 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf80c8a-e01e-4595-a67b-c0e1fd5c2711 req-1d6ce96c-ab97-4a85-b9fd-413e0cb04457 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:06.642295 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1bf80c8a-e01e-4595-a67b-c0e1fd5c2711 req-1d6ce96c-ab97-4a85-b9fd-413e0cb04457 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0682693 Jun 16 16:26:06.680021 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1bf80c8a-e01e-4595-a67b-c0e1fd5c2711 req-2a92e700-f908-48be-8bdc-f051fa2c88b3 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320177 Jun 16 16:26:06.777640 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 295f4870-aaae-42b9-b867-4b1b646ee307 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:26:06.860560 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d13eea-0a41-4989-bcd7-57961f9d8ee1 req-6a119d02-4f87-49a3-a793-7da19d4ba738 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:06.862798 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-51d13eea-0a41-4989-bcd7-57961f9d8ee1 req-6a119d02-4f87-49a3-a793-7da19d4ba738 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.0766349 Jun 16 16:26:06.890449 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 295f4870-aaae-42b9-b867-4b1b646ee307, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=295f4870-aaae-42b9-b867-4b1b646ee307,segment=NetworkSegment(7c8821c1-831d-411a-b4ac-52cb7b1cb6e4),segment_id=7c8821c1-831d-411a-b4ac-52cb7b1cb6e4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:06.902044 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': '295f4870-aaae-42b9-b867-4b1b646ee307', 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9', 'port_id': '295f4870-aaae-42b9-b867-4b1b646ee307', 'mac_address': 'fa:16:3e:c0:bc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:26:06.909248 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-51d13eea-0a41-4989-bcd7-57961f9d8ee1 req-3d17e827-a254-4aea-8e73-e81452e17fa6 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381384 Jun 16 16:26:06.942150 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:06.958686 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295f4870-aaae-42b9-b867-4b1b646ee307 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:26:06.978290 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 295f4870-aaae-42b9-b867-4b1b646ee307, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=295f4870-aaae-42b9-b867-4b1b646ee307,segment=NetworkSegment(7c8821c1-831d-411a-b4ac-52cb7b1cb6e4),segment_id=7c8821c1-831d-411a-b4ac-52cb7b1cb6e4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:06.982259 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:06.984055 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:07.044042 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=295f4870-aaae-42b9-b867-4b1b646ee307,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:07.048114 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:07.190359 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d96013-49ad-4f29-abb4-2c42c68857cd req-79f2e8ae-692a-4255-a771-e974c9b31ccb tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:07.191804 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d4d96013-49ad-4f29-abb4-2c42c68857cd req-79f2e8ae-692a-4255-a771-e974c9b31ccb tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.0684264 Jun 16 16:26:07.255514 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d4d96013-49ad-4f29-abb4-2c42c68857cd req-817059b9-14eb-4a4d-82a4-4bbbb1bf8dd5 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579476 Jun 16 16:26:07.329505 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['295f4870-aaae-42b9-b867-4b1b646ee307'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:26:07.616905 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 35426) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:07.761539 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c657867e-0a31-4671-8659-b8d6754420d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:07.925167 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c657867e-0a31-4671-8659-b8d6754420d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:07.930914 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c657867e-0a31-4671-8659-b8d6754420d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:07.933985 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7e59667c-578e-4db1-bf7d-3bfbb8cf0d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:07.935404 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781350d7-2290-47e6-a24f-f41aa0ce7efa req-f41516d9-e1c0-4416-841d-14461b45b5cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:07.936932 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-781350d7-2290-47e6-a24f-f41aa0ce7efa req-f41516d9-e1c0-4416-841d-14461b45b5cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.1011105 Jun 16 16:26:07.985719 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-c657867e-0a31-4671-8659-b8d6754420d6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7ba0c21f78e74385a41e3c15a63c3175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675342 Jun 16 16:26:07.986495 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657867e-0a31-4671-8659-b8d6754420d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755a59d7-41f2-4dd6-8cb4-3eb34a0448fd,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:07.989114 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 35438) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:07.995477 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c657867e-0a31-4671-8659-b8d6754420d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:08.047426 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-781350d7-2290-47e6-a24f-f41aa0ce7efa req-45965c1d-7b88-42b4-8472-9068dcc2d5fb tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042569 Jun 16 16:26:08.051720 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c6210452-fda4-4a5f-b89e-71b91399bdb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:08.089648 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 295f4870-aaae-42b9-b867-4b1b646ee307 up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:08.107846 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c6210452-fda4-4a5f-b89e-71b91399bdb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:08.190551 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port 295f4870-aaae-42b9-b867-4b1b646ee307 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:08.197356 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port 295f4870-aaae-42b9-b867-4b1b646ee307 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:08.198176 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:08.213361 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5337afe-6c7d-4dbf-bc4d-550dcdc06beb req-14749ddc-bd10-4b03-b7f7-9cc16e2c8610 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:08.216160 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d5337afe-6c7d-4dbf-bc4d-550dcdc06beb req-14749ddc-bd10-4b03-b7f7-9cc16e2c8610 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 944 time: 0.1537342 Jun 16 16:26:08.240763 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c6210452-fda4-4a5f-b89e-71b91399bdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:08.243888 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c6210452-fda4-4a5f-b89e-71b91399bdb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:08.248162 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-c6210452-fda4-4a5f-b89e-71b91399bdb5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/755a59d7-41f2-4dd6-8cb4-3eb34a0448fd HTTP/1.1" status: 204 len: 168 time: 0.2580311 Jun 16 16:26:08.250630 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-363c9f60-02a3-44fa-b87a-cabf2f77d860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:08.359563 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6210452-fda4-4a5f-b89e-71b91399bdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755a59d7-41f2-4dd6-8cb4-3eb34a0448fd,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:08.368377 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c6210452-fda4-4a5f-b89e-71b91399bdb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:08.391901 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:08.404742 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d5337afe-6c7d-4dbf-bc4d-550dcdc06beb req-963089c8-94b1-422b-bd9d-e12ced6e992d tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551189 Jun 16 16:26:08.423439 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6fb127-64f9-40c4-9741-0a9c5154cfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295f4870-aaae-42b9-b867-4b1b646ee307'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:26:08.426432 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e5b489-5ced-4885-92c5-0953fa3535b9" -d '{"events": [{"server_uuid": "9e6fb127-64f9-40c4-9741-0a9c5154cfe1", "name": "network-vif-plugged", "status": "completed", "tag": "295f4870-aaae-42b9-b867-4b1b646ee307"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:26:08.466501 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 295f4870-aaae-42b9-b867-4b1b646ee307, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=295f4870-aaae-42b9-b867-4b1b646ee307,segment=NetworkSegment(7c8821c1-831d-411a-b4ac-52cb7b1cb6e4),segment_id=7c8821c1-831d-411a-b4ac-52cb7b1cb6e4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:08.472492 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8103cd6e-2615-4c17-abf1-37c5430db8c8 x-openstack-request-id: req-8103cd6e-2615-4c17-abf1-37c5430db8c8 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:26:08.472858 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6fb127-64f9-40c4-9741-0a9c5154cfe1", "name": "network-vif-plugged", "status": "completed", "tag": "295f4870-aaae-42b9-b867-4b1b646ee307", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:26:08.473196 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8103cd6e-2615-4c17-abf1-37c5430db8c8 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:26:08.473666 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6fb127-64f9-40c4-9741-0a9c5154cfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295f4870-aaae-42b9-b867-4b1b646ee307', 'code': 200} Jun 16 16:26:08.475599 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:08.489890 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:08.587865 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=295f4870-aaae-42b9-b867-4b1b646ee307,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:08.602760 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:08.620717 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c04351-40e3-45e5-8a97-549795a408c1 req-25cc7ec9-f5f6-4f2e-9208-81f22d441f9b tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:08.622869 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d6c04351-40e3-45e5-8a97-549795a408c1 req-25cc7ec9-f5f6-4f2e-9208-81f22d441f9b tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.1105158 Jun 16 16:26:08.668507 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d6c04351-40e3-45e5-8a97-549795a408c1 req-2c2c5d18-d19a-4ea3-90ea-1e2a2663d2e8 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366006 Jun 16 16:26:09.291746 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ebbed-aa64-4323-9200-fbfbaf3bfd58 req-8cd17913-463c-4dc5-8ecc-8fe7cbc7b778 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:09.293443 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-af7ebbed-aa64-4323-9200-fbfbaf3bfd58 req-8cd17913-463c-4dc5-8ecc-8fe7cbc7b778 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0852966 Jun 16 16:26:09.347058 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-af7ebbed-aa64-4323-9200-fbfbaf3bfd58 req-008c74cc-1bdf-4041-9715-52acf5ae0809 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466568 Jun 16 16:26:09.622365 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff60a4c-89bd-4170-9de6-ed6a2689b6c0 req-6d1ba3b9-8691-4e44-abc1-26192d7da18a tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:09.624081 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8ff60a4c-89bd-4170-9de6-ed6a2689b6c0 req-6d1ba3b9-8691-4e44-abc1-26192d7da18a tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0759332 Jun 16 16:26:09.675611 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8ff60a4c-89bd-4170-9de6-ed6a2689b6c0 req-332f3037-45b5-4593-88a2-42cfb38eb4f3 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449712 Jun 16 16:26:09.902864 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d910fe-eb15-4cc7-9044-c430ccc90a53 req-04e7297a-5640-48a7-930e-35f70da49c3f tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:09.906254 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c1d910fe-eb15-4cc7-9044-c430ccc90a53 req-04e7297a-5640-48a7-930e-35f70da49c3f tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.0768468 Jun 16 16:26:09.943752 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c1d910fe-eb15-4cc7-9044-c430ccc90a53 req-8f26393a-1ffd-447a-b2b2-b3240d585763 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330935 Jun 16 16:26:10.387994 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 35500) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:10.547091 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-4a669e0f-bbd4-4540-ad6a-1baf61b3c7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:10.649788 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ecdcd-2c8c-4ea8-8f22-0e9f87049e39 req-f5f944b7-01c7-494e-99da-57b3cfcc440d tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:10.652336 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-506ecdcd-2c8c-4ea8-8f22-0e9f87049e39 req-f5f944b7-01c7-494e-99da-57b3cfcc440d tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.1539273 Jun 16 16:26:10.727513 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-506ecdcd-2c8c-4ea8-8f22-0e9f87049e39 req-1b414107-468c-45d1-8071-0f154b709521 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666952 Jun 16 16:26:10.780881 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-4a669e0f-bbd4-4540-ad6a-1baf61b3c7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:10.789227 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-4a669e0f-bbd4-4540-ad6a-1baf61b3c7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:10.807667 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ddaf50d9-d490-4d65-ae78-b5c7b95933ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:10.851976 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 35510) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:10.852582 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-4a669e0f-bbd4-4540-ad6a-1baf61b3c7b1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=500d9be22c8448be902cc42354b17899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4622467 Jun 16 16:26:10.854493 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a669e0f-bbd4-4540-ad6a-1baf61b3c7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbeab1a-f4b7-4fbf-affd-bd97c986af65,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:10.857916 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-4a669e0f-bbd4-4540-ad6a-1baf61b3c7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:10.986584 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2401f35c-fc3d-442d-8cd8-f0cc486f89b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:11.047675 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2401f35c-fc3d-442d-8cd8-f0cc486f89b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:11.061017 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 35516) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:11.062706 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507a1ff-c234-4739-9049-2d0cd612b8b3 req-d78fd319-1f29-4dc2-8aef-09161a12f2c4 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:11.064182 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f507a1ff-c234-4739-9049-2d0cd612b8b3 req-d78fd319-1f29-4dc2-8aef-09161a12f2c4 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.1744902 Jun 16 16:26:11.133628 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f507a1ff-c234-4739-9049-2d0cd612b8b3 req-6bb9b105-fe13-4a98-af89-d0be07c124df tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604699 Jun 16 16:26:11.156531 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2401f35c-fc3d-442d-8cd8-f0cc486f89b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:11.175413 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2401f35c-fc3d-442d-8cd8-f0cc486f89b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:11.181466 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-2401f35c-fc3d-442d-8cd8-f0cc486f89b1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7bbeab1a-f4b7-4fbf-affd-bd97c986af65 HTTP/1.1" status: 204 len: 168 time: 0.3281984 Jun 16 16:26:11.182416 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-36af8a20-3378-4ec8-9b01-cbfe94adcce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:11.191522 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401f35c-fc3d-442d-8cd8-f0cc486f89b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbeab1a-f4b7-4fbf-affd-bd97c986af65,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:11.194600 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2401f35c-fc3d-442d-8cd8-f0cc486f89b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:11.462108 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-aba924c6-3350-4c61-8164-af45fe749d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:11.554980 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dd728-4376-4e51-ae80-3bf24176759c req-34527c4b-9a71-4cdf-ab24-dfd9fe06931f tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:11.556809 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-019dd728-4376-4e51-ae80-3bf24176759c req-34527c4b-9a71-4cdf-ab24-dfd9fe06931f tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.4429500 Jun 16 16:26:11.617999 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-019dd728-4376-4e51-ae80-3bf24176759c req-f6df1066-599e-4f6f-b129-806b73215baf tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540674 Jun 16 16:26:11.657806 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-aba924c6-3350-4c61-8164-af45fe749d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:11.663338 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-aba924c6-3350-4c61-8164-af45fe749d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:11.666154 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-0ea68ae4-e3e7-4a7d-bfa1-efdb3478b2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:11.727893 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba924c6-3350-4c61-8164-af45fe749d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07fa2e2-891b-431c-a6df-1a6f9f57f388,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:11.732023 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-aba924c6-3350-4c61-8164-af45fe749d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:11.739263 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-aba924c6-3350-4c61-8164-af45fe749d95 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b9c30e4c92494bf28b593a89da7c0c47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6741865 Jun 16 16:26:11.741103 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 35532) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:11.805703 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-440883f8-c25c-458b-afc2-78b00304180a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:11.852385 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-440883f8-c25c-458b-afc2-78b00304180a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:11.940302 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-440883f8-c25c-458b-afc2-78b00304180a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:11.942982 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-440883f8-c25c-458b-afc2-78b00304180a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:11.960715 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-440883f8-c25c-458b-afc2-78b00304180a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b07fa2e2-891b-431c-a6df-1a6f9f57f388 HTTP/1.1" status: 204 len: 168 time: 0.2180390 Jun 16 16:26:11.961609 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-73d1c705-4ea6-402d-a318-7fe3030b380b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:11.964553 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a31d6c-fedf-4d02-a926-a1384fb04e4f req-28f5709c-1671-4085-9003-19e36a76cc1a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:11.965896 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-02a31d6c-fedf-4d02-a926-a1384fb04e4f req-28f5709c-1671-4085-9003-19e36a76cc1a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0795352 Jun 16 16:26:11.987024 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440883f8-c25c-458b-afc2-78b00304180a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07fa2e2-891b-431c-a6df-1a6f9f57f388,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:12.001008 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-440883f8-c25c-458b-afc2-78b00304180a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:12.052421 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-02a31d6c-fedf-4d02-a926-a1384fb04e4f req-4209c401-064f-4321-98d2-f5e462e31bf0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783811 Jun 16 16:26:12.421774 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb27d7d-e813-467a-99d1-55a1ab5951da req-6c1adbdd-c2ba-4386-b895-2c0e58b025f8 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:12.423670 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fdb27d7d-e813-467a-99d1-55a1ab5951da req-6c1adbdd-c2ba-4386-b895-2c0e58b025f8 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.1266065 Jun 16 16:26:12.506093 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fdb27d7d-e813-467a-99d1-55a1ab5951da req-1d92fbfa-7490-4e54-88e7-eb5c4a8f0241 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712528 Jun 16 16:26:12.848085 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b9550-d60d-491e-8849-70ced2e1321e req-f523aef0-2944-4132-ac88-b58ce47ab85d tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:12.849663 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-dd5b9550-d60d-491e-8849-70ced2e1321e req-f523aef0-2944-4132-ac88-b58ce47ab85d tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.0692139 Jun 16 16:26:12.933626 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-dd5b9550-d60d-491e-8849-70ced2e1321e req-d0f7e1c1-b82c-4214-af0a-32675c949773 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759635 Jun 16 16:26:13.278833 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f28d43-00e2-4e93-869a-b14bc3dc6c50 req-b5b9bb4b-9224-43db-bc6c-584b81c54622 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:13.280392 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e8f28d43-00e2-4e93-869a-b14bc3dc6c50 req-b5b9bb4b-9224-43db-bc6c-584b81c54622 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0831151 Jun 16 16:26:13.348795 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e8f28d43-00e2-4e93-869a-b14bc3dc6c50 req-a3525891-e1a2-4e5e-8a4c-ad5556f04150 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470538 Jun 16 16:26:13.967059 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 35614) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:13.968284 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cde8c5-3c62-436a-9be1-7b6254030054 req-7612a444-1102-4751-bb3e-02dc792286e2 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:13.969891 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f3cde8c5-3c62-436a-9be1-7b6254030054 req-7612a444-1102-4751-bb3e-02dc792286e2 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.3265257 Jun 16 16:26:14.014087 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f3cde8c5-3c62-436a-9be1-7b6254030054 req-bacbfef6-1de4-4cb6-a387-aca340c540a5 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360398 Jun 16 16:26:14.052201 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:26:14.109759 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-85a9036d-6160-429b-ab4c-adeddf896c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:14.165201 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d7b15-1f25-4582-ae82-1299787d374d req-2cb9f253-6f73-4361-959b-ded4d9843917 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:14.166677 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1d3d7b15-1f25-4582-ae82-1299787d374d req-2cb9f253-6f73-4361-959b-ded4d9843917 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.1059201 Jun 16 16:26:14.223025 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1d3d7b15-1f25-4582-ae82-1299787d374d req-5e64c0a0-2a7c-4d4b-9295-bb20dc41622b tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489178 Jun 16 16:26:14.252725 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-85a9036d-6160-429b-ab4c-adeddf896c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:14.256653 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-85a9036d-6160-429b-ab4c-adeddf896c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:14.259082 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e71afe04-03ad-401a-ade8-276c83098d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:14.303681 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-85a9036d-6160-429b-ab4c-adeddf896c3a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=77f7332ad3ea41b99b953cf03b0ec4e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354447 Jun 16 16:26:14.304781 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9036d-6160-429b-ab4c-adeddf896c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9ff92d-9d3c-4842-be9b-418822022411,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:14.306368 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 35618) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:14.312668 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9036d-6160-429b-ab4c-adeddf896c3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:14.313041 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9036d-6160-429b-ab4c-adeddf896c3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:14.313409 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9036d-6160-429b-ab4c-adeddf896c3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:14.313828 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9036d-6160-429b-ab4c-adeddf896c3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:14.314347 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9036d-6160-429b-ab4c-adeddf896c3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:14.314703 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9036d-6160-429b-ab4c-adeddf896c3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:14.315257 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9036d-6160-429b-ab4c-adeddf896c3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:14.315691 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9036d-6160-429b-ab4c-adeddf896c3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:14.316050 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9036d-6160-429b-ab4c-adeddf896c3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:14.316782 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9036d-6160-429b-ab4c-adeddf896c3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:14.317138 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9036d-6160-429b-ab4c-adeddf896c3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:14.317487 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9036d-6160-429b-ab4c-adeddf896c3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:14.321822 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-85a9036d-6160-429b-ab4c-adeddf896c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:14.374734 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-373f0cfc-884f-4e5a-bb74-563ddf7f83d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:14.398739 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-373f0cfc-884f-4e5a-bb74-563ddf7f83d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:14.449533 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-373f0cfc-884f-4e5a-bb74-563ddf7f83d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:14.452350 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-373f0cfc-884f-4e5a-bb74-563ddf7f83d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:14.456604 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-373f0cfc-884f-4e5a-bb74-563ddf7f83d8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0c9ff92d-9d3c-4842-be9b-418822022411 HTTP/1.1" status: 204 len: 168 time: 0.1458941 Jun 16 16:26:14.456604 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0676bf65-e7fc-44f2-9641-6740cf189f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:14.465107 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f0cfc-884f-4e5a-bb74-563ddf7f83d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9ff92d-9d3c-4842-be9b-418822022411,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:14.475270 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-373f0cfc-884f-4e5a-bb74-563ddf7f83d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:14.550793 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e6c70-0f0c-46fe-8d5f-b9ac898a4df0 req-79a7143c-eea7-48cd-bd4b-6c605dcbec80 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:14.552988 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-167e6c70-0f0c-46fe-8d5f-b9ac898a4df0 req-79a7143c-eea7-48cd-bd4b-6c605dcbec80 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0899129 Jun 16 16:26:14.609474 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-167e6c70-0f0c-46fe-8d5f-b9ac898a4df0 req-22e467b7-1617-4e41-a782-6dcc7a9ce5a2 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495210 Jun 16 16:26:14.694205 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c1d47-df92-4719-9d89-7133eb174bb8 req-74d29a46-ac83-47b9-b6f8-6780abebeec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:14.695718 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a55c1d47-df92-4719-9d89-7133eb174bb8 req-74d29a46-ac83-47b9-b6f8-6780abebeec9 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 1098 time: 0.0558321 Jun 16 16:26:14.733529 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a55c1d47-df92-4719-9d89-7133eb174bb8 req-16b3c492-0efa-4204-afd3-43fbb3fcd65d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293367 Jun 16 16:26:14.768696 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 35626) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:14.782649 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-00d48087-4244-4bdc-b3dd-f95027b1034a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:14.878956 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-00d48087-4244-4bdc-b3dd-f95027b1034a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:14.884134 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-00d48087-4244-4bdc-b3dd-f95027b1034a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:14.886600 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ccfe87b1-13e2-4f43-8ec1-c58ca4d52eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:14.923548 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-00d48087-4244-4bdc-b3dd-f95027b1034a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3a638e7f6e1f49cab53ae463ea7d5e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537905 Jun 16 16:26:14.924450 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d48087-4244-4bdc-b3dd-f95027b1034a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f17e474-3b6d-4422-a919-417a9fb536ba,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:14.926377 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 35632) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:14.927768 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-00d48087-4244-4bdc-b3dd-f95027b1034a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:14.989714 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6b1e3ac6-c69b-45a7-9d1d-1ce1ea56a211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:15.011283 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6b1e3ac6-c69b-45a7-9d1d-1ce1ea56a211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:15.074406 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6b1e3ac6-c69b-45a7-9d1d-1ce1ea56a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:15.077127 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6b1e3ac6-c69b-45a7-9d1d-1ce1ea56a211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:15.078321 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-6b1e3ac6-c69b-45a7-9d1d-1ce1ea56a211 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9f17e474-3b6d-4422-a919-417a9fb536ba HTTP/1.1" status: 204 len: 168 time: 0.1509721 Jun 16 16:26:15.079178 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-85923343-faf6-4b3d-906f-675e2ec39184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:15.093020 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e3ac6-c69b-45a7-9d1d-1ce1ea56a211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f17e474-3b6d-4422-a919-417a9fb536ba,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:15.095565 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6b1e3ac6-c69b-45a7-9d1d-1ce1ea56a211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:15.203101 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2284106-6d6b-4169-93c7-557b05b0d0b5 req-86076f91-2e77-471f-bd51-55a4212b510f tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:15.204557 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f2284106-6d6b-4169-93c7-557b05b0d0b5 req-86076f91-2e77-471f-bd51-55a4212b510f tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0687816 Jun 16 16:26:15.247520 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f2284106-6d6b-4169-93c7-557b05b0d0b5 req-45afc126-92ed-459d-8803-be5114e49fce tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363185 Jun 16 16:26:15.583270 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78720fc-4b0d-45a5-97c2-8d0625152955 req-c82795ad-0f90-446d-9417-733783a363ff tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:15.585510 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f78720fc-4b0d-45a5-97c2-8d0625152955 req-c82795ad-0f90-446d-9417-733783a363ff tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.0708945 Jun 16 16:26:15.626742 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f78720fc-4b0d-45a5-97c2-8d0625152955 req-dbd1ef97-4190-4415-abce-34de01a68c9d tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353553 Jun 16 16:26:15.795380 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4a365-7bd9-4582-a021-ad9840845944 req-f0512320-5bf8-4960-b0b2-3349c021c344 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:15.796890 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e3c4a365-7bd9-4582-a021-ad9840845944 req-f0512320-5bf8-4960-b0b2-3349c021c344 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0763280 Jun 16 16:26:15.837350 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e3c4a365-7bd9-4582-a021-ad9840845944 req-e5a3442a-8550-412a-8e0e-c47a6da9f69d tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347943 Jun 16 16:26:16.183979 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e15a75-cbef-4a38-ba3e-9070a924a52d req-513cdbcf-d5f1-4ee8-a278-f17236ea2aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:16.185504 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-92e15a75-cbef-4a38-ba3e-9070a924a52d req-513cdbcf-d5f1-4ee8-a278-f17236ea2aa4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b8a7950983b4751a0fb34523c61191d&device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 1098 time: 0.0656762 Jun 16 16:26:16.198618 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd5783-fbb7-497d-9798-dcaac92fb943 req-711609c2-9b05-4f47-a8b7-95e0cf050cef tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:16.200462 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4cfd5783-fbb7-497d-9798-dcaac92fb943 req-711609c2-9b05-4f47-a8b7-95e0cf050cef tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0728955 Jun 16 16:26:16.255776 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4cfd5783-fbb7-497d-9798-dcaac92fb943 req-4dc81be8-e311-4c91-909c-e7a617c03117 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483222 Jun 16 16:26:16.314217 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e15a75-cbef-4a38-ba3e-9070a924a52d req-b77469bb-eac0-4a03-8442-8bbd8f0d0f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:16.315750 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-92e15a75-cbef-4a38-ba3e-9070a924a52d req-b77469bb-eac0-4a03-8442-8bbd8f0d0f7f service neutron] 10.222.0.99 "GET /v2.0/networks?id=02e15231-b46c-4cf2-9ad6-fa4086007904 HTTP/1.1" status: 200 len: 910 time: 0.1235232 Jun 16 16:26:16.420347 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-92e15a75-cbef-4a38-ba3e-9070a924a52d req-ffb43c11-bf4c-4b9c-b4ae-3604b54092a4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9aedbbf-0f8c-401a-a1f1-0111cb20a149 HTTP/1.1" status: 200 len: 1001 time: 0.0973103 Jun 16 16:26:16.450771 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 35694) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:16.484591 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e15a75-cbef-4a38-ba3e-9070a924a52d req-613e7813-b44f-4a0c-b997-40b52e3f3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:16.486097 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-92e15a75-cbef-4a38-ba3e-9070a924a52d req-613e7813-b44f-4a0c-b997-40b52e3f3441 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ea088378-29f7-4b89-b70f-57d9f2f62724 HTTP/1.1" status: 200 len: 848 time: 0.0591764 Jun 16 16:26:16.498091 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ff78e-d92e-4da4-850e-24b65e1356b3 req-68c2e2f5-e7c5-452d-b337-621b7fa3ed74 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:16.499445 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-670ff78e-d92e-4da4-850e-24b65e1356b3 req-68c2e2f5-e7c5-452d-b337-621b7fa3ed74 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.1232953 Jun 16 16:26:16.566399 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-33843cc9-16ef-46d8-a722-e4ec112415bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:16.573049 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-670ff78e-d92e-4da4-850e-24b65e1356b3 req-745112dc-129a-40c1-95d8-2c95c39fb2d3 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655940 Jun 16 16:26:16.591331 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e15a75-cbef-4a38-ba3e-9070a924a52d req-f8725471-c8f6-404f-8b95-76b753957873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:16.592959 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-92e15a75-cbef-4a38-ba3e-9070a924a52d req-f8725471-c8f6-404f-8b95-76b753957873 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=02e15231-b46c-4cf2-9ad6-fa4086007904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0926497 Jun 16 16:26:16.685974 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-33843cc9-16ef-46d8-a722-e4ec112415bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:16.691287 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-33843cc9-16ef-46d8-a722-e4ec112415bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:16.697005 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ab18b03f-753d-4b92-ae60-7f0c4ee131b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:16.707305 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-92e15a75-cbef-4a38-ba3e-9070a924a52d req-4e669b49-8b61-4da1-8354-e6cb99a6d2d2 service neutron] 10.222.0.99 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075089 Jun 16 16:26:16.758990 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33843cc9-16ef-46d8-a722-e4ec112415bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ab6b67-36c5-41e8-bea9-360324fef908,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:16.799716 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-33843cc9-16ef-46d8-a722-e4ec112415bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:16.809535 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-33843cc9-16ef-46d8-a722-e4ec112415bc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0e7d57801067453fa3b58957cce6e48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569756 Jun 16 16:26:16.815289 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 35706) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:16.880978 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9837f9-4b18-45c6-a16b-78170c667bd6 req-838656ce-aacd-4eea-86e9-dc8570dbfb2b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:16.883433 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5c9837f9-4b18-45c6-a16b-78170c667bd6 req-838656ce-aacd-4eea-86e9-dc8570dbfb2b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.1604216 Jun 16 16:26:16.892428 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-92e15a75-cbef-4a38-ba3e-9070a924a52d req-6ef8fc05-c0f2-4464-a4d8-3ad2d854d6ff service neutron] 10.222.0.99 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781347 Jun 16 16:26:16.920544 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ef4ba-fd98-4127-aff9-74e180314b61 req-e6e1e8dc-67d8-4232-a2e1-4f8dabfb3afb tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:16.920781 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a58798bf-49c4-4c3c-bc5c-6d073c4433c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:16.928043 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0d7ef4ba-fd98-4127-aff9-74e180314b61 req-e6e1e8dc-67d8-4232-a2e1-4f8dabfb3afb tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.1131029 Jun 16 16:26:16.944860 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5c9837f9-4b18-45c6-a16b-78170c667bd6 req-698d4636-efef-4736-b0fd-5c4f93402c11 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536931 Jun 16 16:26:16.962354 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a58798bf-49c4-4c3c-bc5c-6d073c4433c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:16.970778 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 35708) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:16.972618 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0d7ef4ba-fd98-4127-aff9-74e180314b61 req-fdbc9be7-ccb5-4d7a-997c-1bf43c60af38 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404937 Jun 16 16:26:17.020372 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a58798bf-49c4-4c3c-bc5c-6d073c4433c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:17.024637 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a58798bf-49c4-4c3c-bc5c-6d073c4433c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:17.026038 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-a58798bf-49c4-4c3c-bc5c-6d073c4433c7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/88ab6b67-36c5-41e8-bea9-360324fef908 HTTP/1.1" status: 204 len: 168 time: 0.2094672 Jun 16 16:26:17.027100 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-85a9036d-6160-429b-ab4c-adeddf896c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:17.035217 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58798bf-49c4-4c3c-bc5c-6d073c4433c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ab6b67-36c5-41e8-bea9-360324fef908,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:17.037414 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a58798bf-49c4-4c3c-bc5c-6d073c4433c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:17.181034 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6805a326-e0ba-4f11-8e5d-47d963b84891 tempest-TestShelveInstance-786301819 tempest-TestShelveInstance-786301819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:17.182658 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-6805a326-e0ba-4f11-8e5d-47d963b84891 tempest-TestShelveInstance-786301819 tempest-TestShelveInstance-786301819-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 1093 time: 0.2107897 Jun 16 16:26:17.185925 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 35716) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:17.190684 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Request body: {'floatingip': {'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'port_id': '295f4870-aaae-42b9-b867-4b1b646ee307', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:17.230677 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for floatingip, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:17.356569 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:17.529397 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a04a2-76ae-4ed3-bf83-dfd475b56488 req-8a946615-bd40-41b7-a047-26ebe2f10c2f tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:17.531102 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-935a04a2-76ae-4ed3-bf83-dfd475b56488 req-8a946615-bd40-41b7-a047-26ebe2f10c2f tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.1312878 Jun 16 16:26:17.539023 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Allocated IP 172.27.0.188 (543270ac-5087-4a4b-b928-324956c3ce61/fb22e153-4378-4f12-ab9d-39b0c838861f/c9ef104f-2414-445a-9ea8-4f5c12f34187) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:26:17.599116 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-935a04a2-76ae-4ed3-bf83-dfd475b56488 req-63011c40-4ef0-451e-8930-03b590815cd9 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575459 Jun 16 16:26:17.675675 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:17.716126 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30257329'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:17.718800 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:17.753082 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Network 543270ac-5087-4a4b-b928-324956c3ce61 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:17.755991 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:17.762079 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:26:17.787190 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Pushing event updated for resources: {'Port': ['ID=c9ef104f-2414-445a-9ea8-4f5c12f34187,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:17.792856 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:18.152096 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7452a-35ac-4370-9057-17afe79d6ab3 req-cb5be855-e4a8-48e9-b449-c66d344197c5 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:18.153721 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d5a7452a-35ac-4370-9057-17afe79d6ab3 req-cb5be855-e4a8-48e9-b449-c66d344197c5 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.0676208 Jun 16 16:26:18.200049 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d5a7452a-35ac-4370-9057-17afe79d6ab3 req-688ae522-f4a4-4cf2-8e4b-3259a0ce01b7 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371206 Jun 16 16:26:18.231419 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:18.379984 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:18.549173 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:18.555246 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30257319'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:18.558110 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-485d26a5-7e90-4979-ba5d-5f61e3e4f0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:18.624515 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Pushing event updated for resources: {'Port': ['ID=c9ef104f-2414-445a-9ea8-4f5c12f34187,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:18.628362 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:18.637320 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33160423'] for floatingip, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:18.752848 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.l3_db [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Floating IP 085849af-eca0-42dd-b3a5-181715d0e5bf associated. External IP: 172.27.0.188, port: 295f4870-aaae-42b9-b867-4b1b646ee307. Jun 16 16:26:18.911222 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5172b7c-45e2-48c3-9464-86c60f09e34c req-2af256a0-3d4d-468e-96e8-2b37d57df25a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:18.913183 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b5172b7c-45e2-48c3-9464-86c60f09e34c req-2af256a0-3d4d-468e-96e8-2b37d57df25a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.1260920 Jun 16 16:26:19.028631 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b5172b7c-45e2-48c3-9464-86c60f09e34c req-e29dd2a7-3570-4f96-870d-e3051b757411 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073039 Jun 16 16:26:19.055458 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Router ee32fcb0-36e9-4153-addd-54c221aeac4f has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:26:19.166635 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:26:19.176446 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3954168-e2ed-4d06-95a6-b0eb40bcec4e None None] Sync routers for ids ['ee32fcb0-36e9-4153-addd-54c221aeac4f'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:26:19.183433 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:19.186472 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3954168-e2ed-4d06-95a6-b0eb40bcec4e None None] Routers {'ee32fcb0-36e9-4153-addd-54c221aeac4f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:26:19.187219 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-d3954168-e2ed-4d06-95a6-b0eb40bcec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:25:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['ee32fcb0-36e9-4153-addd-54c221aeac4f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:19.222456 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0353613 Jun 16 16:26:19.223381 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6fb127-64f9-40c4-9741-0a9c5154cfe1', 'tag': '295f4870-aaae-42b9-b867-4b1b646ee307'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:26:19.226017 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcc14e41f13d97c8742cd6abe1fc053a743771352171e7c539edf99606292a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96015f8-0c7a-4f51-9c31-52676bff78a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6fb127-64f9-40c4-9741-0a9c5154cfe1", "tag": "295f4870-aaae-42b9-b867-4b1b646ee307"}]}' {{(pid=91606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:26:19.263615 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef729f6d-1e06-4465-844b-bde5d1804b10 x-openstack-request-id: req-ef729f6d-1e06-4465-844b-bde5d1804b10 {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:26:19.263615 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6fb127-64f9-40c4-9741-0a9c5154cfe1", "tag": "295f4870-aaae-42b9-b867-4b1b646ee307", "status": "completed", "code": 200}]} {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:26:19.263934 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ef729f6d-1e06-4465-844b-bde5d1804b10 {{(pid=91606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:26:19.264362 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6fb127-64f9-40c4-9741-0a9c5154cfe1', 'tag': '295f4870-aaae-42b9-b867-4b1b646ee307', 'status': 'completed', 'code': 200} Jun 16 16:26:19.297107 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-d3954168-e2ed-4d06-95a6-b0eb40bcec4e None None] Set router ee32fcb0-36e9-4153-addd-54c221aeac4f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:26:19.358950 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96015f8-0c7a-4f51-9c31-52676bff78a9 req-68b8f003-e416-4fe7-87e9-ec5d15e5dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:19.361218 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f96015f8-0c7a-4f51-9c31-52676bff78a9 req-68b8f003-e416-4fe7-87e9-ec5d15e5dcfd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5d00520292d84c42b4213f5e6aec6735&device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 1098 time: 0.0736735 Jun 16 16:26:19.427715 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb415487-d27c-4c89-b027-43e26e4ec907 req-a0c87f19-0996-4cf5-ada2-e46f393cd4a3 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:19.429868 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-cb415487-d27c-4c89-b027-43e26e4ec907 req-a0c87f19-0996-4cf5-ada2-e46f393cd4a3 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.0860572 Jun 16 16:26:19.468057 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96015f8-0c7a-4f51-9c31-52676bff78a9 req-48bde49b-6f7e-4bad-b766-a74c5dc7c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:19.469654 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f96015f8-0c7a-4f51-9c31-52676bff78a9 req-48bde49b-6f7e-4bad-b766-a74c5dc7c137 service neutron] 10.222.0.99 "GET /v2.0/networks?id=56ac3c7b-22b1-42f7-9183-5932379dd8c9 HTTP/1.1" status: 200 len: 909 time: 0.1014957 Jun 16 16:26:19.476114 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-cb415487-d27c-4c89-b027-43e26e4ec907 req-86cd0aa9-7e9f-4b38-8134-d948a45fe2e0 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384593 Jun 16 16:26:19.558254 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f96015f8-0c7a-4f51-9c31-52676bff78a9 req-1663fb86-9755-46fa-938c-25b5f8d7d6b6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=295f4870-aaae-42b9-b867-4b1b646ee307 HTTP/1.1" status: 200 len: 999 time: 0.0638306 Jun 16 16:26:19.600514 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-d3954168-e2ed-4d06-95a6-b0eb40bcec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'name': 'tempest-TestShelveInstance-428668841-router', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:17Z', 'revision_number': 4, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'gw_port': {'id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '085849af-eca0-42dd-b3a5-181715d0e5bf', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'floating_ip_address': '172.27.0.188', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'port_id': '295f4870-aaae-42b9-b867-4b1b646ee307', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9', 'mac_address': 'fa:16:3e:c0:bc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6fb127-64f9-40c4-9741-0a9c5154cfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:26:18Z', 'updated_at': '2021-06-16T16:26:18Z', 'revision_number': 0, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1849bd-4620-44c8-8505-35153e0698c8', 'name': '', 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'mac_address': 'fa:16:3e:94:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:16Z', 'updated_at': '2021-06-16T16:25:24Z', 'revision_number': 5, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'subnets': [{'id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:19.604327 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3954168-e2ed-4d06-95a6-b0eb40bcec4e None None] Checking router: ee32fcb0-36e9-4153-addd-54c221aeac4f for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:26:19.607104 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96015f8-0c7a-4f51-9c31-52676bff78a9 req-02cd5de7-d90f-40d0-a32a-ad4ee89c7a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:19.608562 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f96015f8-0c7a-4f51-9c31-52676bff78a9 req-02cd5de7-d90f-40d0-a32a-ad4ee89c7a36 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f52f01af-fb97-46cb-853b-d0299d099dde HTTP/1.1" status: 200 len: 847 time: 0.0439899 Jun 16 16:26:19.612346 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3954168-e2ed-4d06-95a6-b0eb40bcec4e None None] Routers {'ee32fcb0-36e9-4153-addd-54c221aeac4f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:26:19.612947 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-d3954168-e2ed-4d06-95a6-b0eb40bcec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:25:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['ee32fcb0-36e9-4153-addd-54c221aeac4f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:19.669348 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96015f8-0c7a-4f51-9c31-52676bff78a9 req-132e67c4-6025-4559-a940-c2aaa8619d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:19.670874 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f96015f8-0c7a-4f51-9c31-52676bff78a9 req-132e67c4-6025-4559-a940-c2aaa8619d26 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=56ac3c7b-22b1-42f7-9183-5932379dd8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542984 Jun 16 16:26:19.720326 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-d3954168-e2ed-4d06-95a6-b0eb40bcec4e None None] Set router ee32fcb0-36e9-4153-addd-54c221aeac4f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:26:19.779053 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f96015f8-0c7a-4f51-9c31-52676bff78a9 req-99f1a88c-636c-42d9-a45a-0822cafc6408 service neutron] 10.222.0.99 "GET /v2.0/networks/56ac3c7b-22b1-42f7-9183-5932379dd8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011021 Jun 16 16:26:19.885650 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f96015f8-0c7a-4f51-9c31-52676bff78a9 req-a1186050-5492-4666-b2d5-40dedf31f24f service neutron] 10.222.0.99 "GET /v2.0/networks/56ac3c7b-22b1-42f7-9183-5932379dd8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960796 Jun 16 16:26:19.954337 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-d3954168-e2ed-4d06-95a6-b0eb40bcec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'name': 'tempest-TestShelveInstance-428668841-router', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:17Z', 'revision_number': 4, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'gw_port': {'id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '085849af-eca0-42dd-b3a5-181715d0e5bf', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'floating_ip_address': '172.27.0.188', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'port_id': '295f4870-aaae-42b9-b867-4b1b646ee307', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9', 'mac_address': 'fa:16:3e:c0:bc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6fb127-64f9-40c4-9741-0a9c5154cfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:26:18Z', 'updated_at': '2021-06-16T16:26:18Z', 'revision_number': 0, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1849bd-4620-44c8-8505-35153e0698c8', 'name': '', 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'mac_address': 'fa:16:3e:94:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:16Z', 'updated_at': '2021-06-16T16:25:24Z', 'revision_number': 5, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'subnets': [{'id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:19.957767 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3954168-e2ed-4d06-95a6-b0eb40bcec4e None None] The sync data for ids ['ee32fcb0-36e9-4153-addd-54c221aeac4f'] in dv-cinder-775250-5-iscsi is: [{'id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'name': 'tempest-TestShelveInstance-428668841-router', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:17Z', 'revision_number': 4, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'gw_port': {'id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '085849af-eca0-42dd-b3a5-181715d0e5bf', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'floating_ip_address': '172.27.0.188', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'port_id': '295f4870-aaae-42b9-b867-4b1b646ee307', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9', 'mac_address': 'fa:16:3e:c0:bc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6fb127-64f9-40c4-9741-0a9c5154cfe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:26:18Z', 'updated_at': '2021-06-16T16:26:18Z', 'revision_number': 0, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1849bd-4620-44c8-8505-35153e0698c8', 'name': '', 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'mac_address': 'fa:16:3e:94:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:16Z', 'updated_at': '2021-06-16T16:25:24Z', 'revision_number': 5, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'subnets': [{'id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:26:20.151461 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc1dea8-19d5-4c0a-b956-1e24ac0e8a0b None None] New status for floating IP 085849af-eca0-42dd-b3a5-181715d0e5bf: ACTIVE {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:26:20.550781 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 35842) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:20.679806 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-479cad6f-54fd-4dc4-9648-279b73ad957b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:20.701534 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca76317-5692-43c9-badd-818e9e006644 req-9b81c605-a35d-4176-8a36-c9ba1c4a8ef2 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:20.702991 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fca76317-5692-43c9-badd-818e9e006644 req-9b81c605-a35d-4176-8a36-c9ba1c4a8ef2 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.0985262 Jun 16 16:26:20.762735 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fca76317-5692-43c9-badd-818e9e006644 req-f44cc780-8b51-4e35-8dca-f6fa90936036 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531206 Jun 16 16:26:20.812406 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-479cad6f-54fd-4dc4-9648-279b73ad957b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:20.816615 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-479cad6f-54fd-4dc4-9648-279b73ad957b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:20.820482 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:20.858535 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-479cad6f-54fd-4dc4-9648-279b73ad957b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=529e4e381131467096c2e137ae449b63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067133 Jun 16 16:26:20.859425 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479cad6f-54fd-4dc4-9648-279b73ad957b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbcbe64-5326-4248-9b0f-c8c9e423641a,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:20.861290 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 35846) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:20.862487 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-479cad6f-54fd-4dc4-9648-279b73ad957b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:20.931823 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-69adefc8-0a6d-4f15-ad6a-c607792ebb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:20.951680 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-69adefc8-0a6d-4f15-ad6a-c607792ebb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:20.997509 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-69adefc8-0a6d-4f15-ad6a-c607792ebb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:21.000064 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-69adefc8-0a6d-4f15-ad6a-c607792ebb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:21.001355 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-69adefc8-0a6d-4f15-ad6a-c607792ebb0a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2cbcbe64-5326-4248-9b0f-c8c9e423641a HTTP/1.1" status: 204 len: 168 time: 0.1390452 Jun 16 16:26:21.002124 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ba51018f-4e0d-46ae-82a4-906996e20e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:21.010077 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adefc8-0a6d-4f15-ad6a-c607792ebb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbcbe64-5326-4248-9b0f-c8c9e423641a,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:21.012259 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-69adefc8-0a6d-4f15-ad6a-c607792ebb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:21.306409 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 35852) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:21.322980 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d7462328-aeb5-4fcd-97e7-552f86ffdc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:21.422256 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d7462328-aeb5-4fcd-97e7-552f86ffdc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:21.432562 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d7462328-aeb5-4fcd-97e7-552f86ffdc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:21.435022 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4d27cf95-d32b-424a-a068-f64d699e3f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:21.474117 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-d7462328-aeb5-4fcd-97e7-552f86ffdc4d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=41f2c6418b704b788922425dd98ba269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653883 Jun 16 16:26:21.475693 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7462328-aeb5-4fcd-97e7-552f86ffdc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6430cef5-8d5a-43fe-894e-d16257a3e181,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:21.478796 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 35854) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:21.480753 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d7462328-aeb5-4fcd-97e7-552f86ffdc4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:21.548025 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c259-c122-4c41-bc89-4466a6075640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:21.576770 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c259-c122-4c41-bc89-4466a6075640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:21.639161 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c259-c122-4c41-bc89-4466a6075640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:21.641743 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-6cc5c259-c122-4c41-bc89-4466a6075640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:21.642883 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-6cc5c259-c122-4c41-bc89-4466a6075640 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6430cef5-8d5a-43fe-894e-d16257a3e181 HTTP/1.1" status: 204 len: 168 time: 0.1631927 Jun 16 16:26:21.643672 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-f7a42aef-1ad8-4d42-9a7a-33fa116cd097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:21.652235 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5c259-c122-4c41-bc89-4466a6075640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6430cef5-8d5a-43fe-894e-d16257a3e181,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:21.654578 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6cc5c259-c122-4c41-bc89-4466a6075640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:21.992829 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07859a0a-c300-4875-833b-9afd6c5b4c7c req-c56ef9cd-b984-494a-807b-811e1b07c5fb tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:21.994871 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-07859a0a-c300-4875-833b-9afd6c5b4c7c req-c56ef9cd-b984-494a-807b-811e1b07c5fb tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.0921004 Jun 16 16:26:22.041022 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-07859a0a-c300-4875-833b-9afd6c5b4c7c req-7694df23-8cc0-44d6-924c-1c514f8027df tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365226 Jun 16 16:26:22.169674 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-44ac6fcc-b06a-4509-84fd-4c5317795073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:23.223296 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6e110-565b-4aaf-b674-9b618ed6ada5 req-d40374a1-8062-4826-a8fa-0bc3298cc294 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:23.224735 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-61e6e110-565b-4aaf-b674-9b618ed6ada5 req-d40374a1-8062-4826-a8fa-0bc3298cc294 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 944 time: 0.0654695 Jun 16 16:26:23.274670 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-61e6e110-565b-4aaf-b674-9b618ed6ada5 req-4c22abbe-36a0-4110-b7de-f4f10ae50032 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416265 Jun 16 16:26:23.391837 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 35916) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:23.495479 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-00f5b005-08ef-4a96-a0d0-b6a4479255fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:23.604185 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-00f5b005-08ef-4a96-a0d0-b6a4479255fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:23.604185 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-00f5b005-08ef-4a96-a0d0-b6a4479255fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:23.604185 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-910a5e73-b3bc-468a-a861-3a84c7d5a30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:23.640030 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5b005-08ef-4a96-a0d0-b6a4479255fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cad346e-44d3-460a-b45f-0730c39410f1,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:23.643095 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-00f5b005-08ef-4a96-a0d0-b6a4479255fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:23.645819 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-00f5b005-08ef-4a96-a0d0-b6a4479255fa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b653fb83f8a04ae78268a79c7c310375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529633 Jun 16 16:26:23.648978 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 35922) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:23.698267 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-91a9a330-d44e-42e0-bc58-f1e006397deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:23.718760 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-91a9a330-d44e-42e0-bc58-f1e006397deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:23.765340 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-91a9a330-d44e-42e0-bc58-f1e006397deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:23.767897 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-91a9a330-d44e-42e0-bc58-f1e006397deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:23.768991 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-91a9a330-d44e-42e0-bc58-f1e006397deb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5cad346e-44d3-460a-b45f-0730c39410f1 HTTP/1.1" status: 204 len: 168 time: 0.1189990 Jun 16 16:26:23.769771 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-05d3cbc9-334c-4ce6-81cd-9a4b68aad5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:23.777226 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9a330-d44e-42e0-bc58-f1e006397deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cad346e-44d3-460a-b45f-0730c39410f1,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:23.779445 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-91a9a330-d44e-42e0-bc58-f1e006397deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:24.051957 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 35928) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:24.065079 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bf6b47b1-c74d-402b-b254-d6cc73fa9285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:24.169847 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bf6b47b1-c74d-402b-b254-d6cc73fa9285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:24.171330 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 46a07b2d-e7ff-4578-9753-3c5246033510 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:26:24.174900 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bf6b47b1-c74d-402b-b254-d6cc73fa9285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:24.178417 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-69adefc8-0a6d-4f15-ad6a-c607792ebb0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:24.229692 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-bf6b47b1-c74d-402b-b254-d6cc73fa9285 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8c607d5a5e1b47fb819a64761634b00c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738555 Jun 16 16:26:24.229692 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b47b1-c74d-402b-b254-d6cc73fa9285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b25030a-7f94-4ff6-a705-287f3fd77ae3,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:24.230511 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 35930) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:24.232515 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-bf6b47b1-c74d-402b-b254-d6cc73fa9285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:24.285817 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 46a07b2d-e7ff-4578-9753-3c5246033510, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=46a07b2d-e7ff-4578-9753-3c5246033510,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:24.294754 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-78959079-0913-4292-b9e0-14a27bc8a0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:24.298006 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': '46a07b2d-e7ff-4578-9753-3c5246033510', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'port_id': '46a07b2d-e7ff-4578-9753-3c5246033510', 'mac_address': 'fa:16:3e:c5:53:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:26:24.317334 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-78959079-0913-4292-b9e0-14a27bc8a0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:24.338825 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:24.352285 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a07b2d-e7ff-4578-9753-3c5246033510 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:26:24.373233 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 46a07b2d-e7ff-4578-9753-3c5246033510, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=46a07b2d-e7ff-4578-9753-3c5246033510,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:24.377215 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:24.380184 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:24.387672 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-78959079-0913-4292-b9e0-14a27bc8a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:24.390486 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-78959079-0913-4292-b9e0-14a27bc8a0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:24.394015 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-78959079-0913-4292-b9e0-14a27bc8a0c6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4b25030a-7f94-4ff6-a705-287f3fd77ae3 HTTP/1.1" status: 204 len: 168 time: 0.1596348 Jun 16 16:26:24.394015 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-95fd324f-4267-4f7b-83e9-c84a5d29f5a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:24.404658 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78959079-0913-4292-b9e0-14a27bc8a0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b25030a-7f94-4ff6-a705-287f3fd77ae3,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:24.417199 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-78959079-0913-4292-b9e0-14a27bc8a0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:24.440304 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=46a07b2d-e7ff-4578-9753-3c5246033510,revision_number=9']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:24.444866 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:24.480313 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96784bc0-7a0c-439c-b124-e84250cf1ef2 req-05301ba3-f2a2-4348-a460-66b7dddb61ae tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:24.481930 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-96784bc0-7a0c-439c-b124-e84250cf1ef2 req-05301ba3-f2a2-4348-a460-66b7dddb61ae tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 945 time: 0.0787747 Jun 16 16:26:24.520241 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-96784bc0-7a0c-439c-b124-e84250cf1ef2 req-fe6d4f21-6163-4ddb-aa83-8f1e9c4ecdb6 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327756 Jun 16 16:26:24.642513 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['46a07b2d-e7ff-4578-9753-3c5246033510'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:26:24.811397 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c94d28ae-c0d5-4088-8b6b-5e45db8e2664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:24.909823 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:25.725267 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19afbf-1a6f-4390-9f6b-b2291591fcd7 req-270b119e-6e4e-4982-98df-95b5b37bd7bb tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:25.727546 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ff19afbf-1a6f-4390-9f6b-b2291591fcd7 req-270b119e-6e4e-4982-98df-95b5b37bd7bb tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 945 time: 0.0691783 Jun 16 16:26:25.768046 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ff19afbf-1a6f-4390-9f6b-b2291591fcd7 req-becfad25-39fe-41a7-9aee-16d659b5119a tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348692 Jun 16 16:26:25.865619 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:26.187413 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 46a07b2d-e7ff-4578-9753-3c5246033510 up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:26.208566 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-86c0b6d4-c09f-47a2-a34a-dfd7b2e80ff4 req-3b29ba05-2846-4f8f-8e62-1d46626bcf7d service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523827 Jun 16 16:26:26.248052 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port 46a07b2d-e7ff-4578-9753-3c5246033510 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:26.248659 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:26.283658 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0b6d4-c09f-47a2-a34a-dfd7b2e80ff4 req-f595b82a-f280-403e-b351-9952b16d5cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:26.286407 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-86c0b6d4-c09f-47a2-a34a-dfd7b2e80ff4 req-f595b82a-f280-403e-b351-9952b16d5cf0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b8a7950983b4751a0fb34523c61191d&device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 1098 time: 0.0525649 Jun 16 16:26:26.327988 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:26.361351 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7efe21e-1c01-48cd-90e6-72823283a82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a07b2d-e7ff-4578-9753-3c5246033510'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:26:26.363744 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5c7225-1c11-45ce-a9a3-6f573c41868f" -d '{"events": [{"server_uuid": "d7efe21e-1c01-48cd-90e6-72823283a82e", "name": "network-vif-plugged", "status": "completed", "tag": "46a07b2d-e7ff-4578-9753-3c5246033510"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:26:26.377029 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 46a07b2d-e7ff-4578-9753-3c5246033510, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=46a07b2d-e7ff-4578-9753-3c5246033510,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:26.381927 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:26.383969 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:26.405641 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0b6d4-c09f-47a2-a34a-dfd7b2e80ff4 req-ab65a880-3b33-4c8c-aa28-f55aad20643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:26.406560 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbbc8c2-ceef-4870-ba9a-c8feccb7f706 x-openstack-request-id: req-8dbbc8c2-ceef-4870-ba9a-c8feccb7f706 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:26:26.406865 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7efe21e-1c01-48cd-90e6-72823283a82e", "name": "network-vif-plugged", "status": "completed", "tag": "46a07b2d-e7ff-4578-9753-3c5246033510", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:26:26.407119 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-86c0b6d4-c09f-47a2-a34a-dfd7b2e80ff4 req-ab65a880-3b33-4c8c-aa28-f55aad20643e service neutron] 10.222.0.99 "GET /v2.0/networks?id=02e15231-b46c-4cf2-9ad6-fa4086007904 HTTP/1.1" status: 200 len: 910 time: 0.0993006 Jun 16 16:26:26.407233 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8dbbc8c2-ceef-4870-ba9a-c8feccb7f706 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:26:26.407523 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7efe21e-1c01-48cd-90e6-72823283a82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a07b2d-e7ff-4578-9753-3c5246033510', 'code': 200} Jun 16 16:26:26.433867 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=46a07b2d-e7ff-4578-9753-3c5246033510,revision_number=10']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:26.437016 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:26.475141 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-86c0b6d4-c09f-47a2-a34a-dfd7b2e80ff4 req-d03fb947-459f-4235-a64a-ea2b399ada94 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9aedbbf-0f8c-401a-a1f1-0111cb20a149 HTTP/1.1" status: 200 len: 1001 time: 0.0590966 Jun 16 16:26:26.522446 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0b6d4-c09f-47a2-a34a-dfd7b2e80ff4 req-e93885dd-29f1-4cad-a711-d8cdd64c50c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:26.524961 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-86c0b6d4-c09f-47a2-a34a-dfd7b2e80ff4 req-e93885dd-29f1-4cad-a711-d8cdd64c50c3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ea088378-29f7-4b89-b70f-57d9f2f62724 HTTP/1.1" status: 200 len: 848 time: 0.0436201 Jun 16 16:26:26.588356 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0b6d4-c09f-47a2-a34a-dfd7b2e80ff4 req-5e66e69b-d365-4a7c-83f0-19ef41deb826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:26.589859 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-86c0b6d4-c09f-47a2-a34a-dfd7b2e80ff4 req-5e66e69b-d365-4a7c-83f0-19ef41deb826 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=02e15231-b46c-4cf2-9ad6-fa4086007904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580459 Jun 16 16:26:26.685882 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-86c0b6d4-c09f-47a2-a34a-dfd7b2e80ff4 req-0d292ae7-87c4-4fdb-a7e8-ad0762af2a52 service neutron] 10.222.0.99 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889049 Jun 16 16:26:26.784472 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-86c0b6d4-c09f-47a2-a34a-dfd7b2e80ff4 req-8cc31c96-4370-40b4-bcf9-861891e2e0a1 service neutron] 10.222.0.99 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913048 Jun 16 16:26:26.978897 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f6338-bf6f-4810-9d70-73c88247f4d0 req-800ba68e-9c7c-4eb4-83c9-cd065a6a9641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:26.980387 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-860f6338-bf6f-4810-9d70-73c88247f4d0 req-800ba68e-9c7c-4eb4-83c9-cd065a6a9641 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 1100 time: 0.1019328 Jun 16 16:26:27.029637 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0efcd-4444-4ee3-822a-bab76bbed713 req-e0475bb1-5143-48d4-a687-9a3578652bab tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:27.032152 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f6f0efcd-4444-4ee3-822a-bab76bbed713 req-e0475bb1-5143-48d4-a687-9a3578652bab tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 947 time: 0.1143224 Jun 16 16:26:27.041304 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-860f6338-bf6f-4810-9d70-73c88247f4d0 req-9e0f8cfc-0142-4ed1-92c1-cf1d053eaca8 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519662 Jun 16 16:26:27.086858 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f6f0efcd-4444-4ee3-822a-bab76bbed713 req-94e4220e-3f79-4d9a-85c2-18904878f3e2 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442882 Jun 16 16:26:27.634626 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:28.176449 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:28.316456 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cf26b-3190-4cda-a0db-41df1473cd86 req-3e70280d-2bba-4227-9edc-7e005b5a24cf tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:28.318190 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3a8cf26b-3190-4cda-a0db-41df1473cd86 req-3e70280d-2bba-4227-9edc-7e005b5a24cf tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 947 time: 0.0904589 Jun 16 16:26:28.359652 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3a8cf26b-3190-4cda-a0db-41df1473cd86 req-2553acb8-24b7-46a9-91a7-eab2051b5960 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347188 Jun 16 16:26:28.709433 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36050) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:28.833310 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3680bbf4-0f25-4587-b6c2-20e6da3699ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:28.926268 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3680bbf4-0f25-4587-b6c2-20e6da3699ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:28.930733 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3680bbf4-0f25-4587-b6c2-20e6da3699ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:28.933210 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d7462328-aeb5-4fcd-97e7-552f86ffdc4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:28.970493 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680bbf4-0f25-4587-b6c2-20e6da3699ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d731f862-a094-46d4-a1ae-fa5b08de3533,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:28.974434 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-3680bbf4-0f25-4587-b6c2-20e6da3699ba admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f028aa8645eb47a0ade407e3f802fe4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635357 Jun 16 16:26:28.977661 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36056) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:28.988242 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680bbf4-0f25-4587-b6c2-20e6da3699ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:28.988612 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680bbf4-0f25-4587-b6c2-20e6da3699ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:28.988971 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680bbf4-0f25-4587-b6c2-20e6da3699ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:28.989325 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680bbf4-0f25-4587-b6c2-20e6da3699ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:28.989700 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680bbf4-0f25-4587-b6c2-20e6da3699ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:28.990047 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680bbf4-0f25-4587-b6c2-20e6da3699ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:28.990391 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680bbf4-0f25-4587-b6c2-20e6da3699ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:28.990734 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680bbf4-0f25-4587-b6c2-20e6da3699ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:28.991078 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680bbf4-0f25-4587-b6c2-20e6da3699ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:28.992298 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680bbf4-0f25-4587-b6c2-20e6da3699ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:28.992665 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680bbf4-0f25-4587-b6c2-20e6da3699ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:28.993007 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3680bbf4-0f25-4587-b6c2-20e6da3699ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:29.001755 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3680bbf4-0f25-4587-b6c2-20e6da3699ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:29.044555 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ddf40082-ee75-456e-bacd-c51699980544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:29.065974 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ddf40082-ee75-456e-bacd-c51699980544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:29.115852 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ddf40082-ee75-456e-bacd-c51699980544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:29.118924 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ddf40082-ee75-456e-bacd-c51699980544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:29.120047 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-ddf40082-ee75-456e-bacd-c51699980544 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d731f862-a094-46d4-a1ae-fa5b08de3533 HTTP/1.1" status: 204 len: 168 time: 0.1414013 Jun 16 16:26:29.120906 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-842d55a2-0c37-435f-ad2c-3a319c7e60bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:29.129120 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf40082-ee75-456e-bacd-c51699980544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d731f862-a094-46d4-a1ae-fa5b08de3533,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:29.131923 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ddf40082-ee75-456e-bacd-c51699980544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:29.557621 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed4ff6-868b-4194-bdd0-59cbe9571125 req-bf035bfb-6dd8-4a4a-bdbf-328c23722d86 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:29.559082 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2bed4ff6-868b-4194-bdd0-59cbe9571125 req-bf035bfb-6dd8-4a4a-bdbf-328c23722d86 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 947 time: 0.0690844 Jun 16 16:26:29.598653 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2bed4ff6-868b-4194-bdd0-59cbe9571125 req-fc6b9cd4-d5df-4b1c-af97-1ca9874434a1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336337 Jun 16 16:26:29.770986 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36082) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:29.870840 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-fb2c8c64-8a8d-4aea-af5b-a29cc2de8634 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1719826441-network', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:29.892438 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2c8c64-8a8d-4aea-af5b-a29cc2de8634 admin admin] Made reservation on behalf of d02cb401f0dd45d9be74f93b832d64a5 for: {'network': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:26:29.894816 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fb2c8c64-8a8d-4aea-af5b-a29cc2de8634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:29.905205 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fb2c8c64-8a8d-4aea-af5b-a29cc2de8634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:30.002083 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fb2c8c64-8a8d-4aea-af5b-a29cc2de8634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:30.007445 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fb2c8c64-8a8d-4aea-af5b-a29cc2de8634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:30.010643 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6cc5c259-c122-4c41-bc89-4466a6075640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:30.036889 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2c8c64-8a8d-4aea-af5b-a29cc2de8634 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=91607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:26:30.047227 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c8c64-8a8d-4aea-af5b-a29cc2de8634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214febb4-9d49-4d17-8594-c206c31cbbe1,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:30.047227 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fb2c8c64-8a8d-4aea-af5b-a29cc2de8634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:30.059405 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fb2c8c64-8a8d-4aea-af5b-a29cc2de8634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:30.059760 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.segments_db [None req-fb2c8c64-8a8d-4aea-af5b-a29cc2de8634 admin admin] Added segment 5afde638-2b11-40b5-ae20-4298a0670435 of type vlan for network 3fa02372-40a2-4de4-ba40-0f55489bad57 Jun 16 16:26:30.106418 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fb2c8c64-8a8d-4aea-af5b-a29cc2de8634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:30.136062 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fb2c8c64-8a8d-4aea-af5b-a29cc2de8634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:30.137338 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2c8c64-8a8d-4aea-af5b-a29cc2de8634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:30.137961 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-fb2c8c64-8a8d-4aea-af5b-a29cc2de8634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:30.140032 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a76b2d7d-d60a-4774-bf55-d6ce87f0e4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:30.169990 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-fb2c8c64-8a8d-4aea-af5b-a29cc2de8634 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3978167 Jun 16 16:26:30.172867 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 36088) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:30.177863 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-f9aaf4e4-2354-43f6-b8a0-5faa1cce7305 admin admin] Request body: {'subnet': {'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1719826441-subnet', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'ip_version': 4}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:30.199393 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c8c64-8a8d-4aea-af5b-a29cc2de8634 admin admin] Pushing event updated for resources: {'Network': ['ID=3fa02372-40a2-4de4-ba40-0f55489bad57,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:30.202343 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fb2c8c64-8a8d-4aea-af5b-a29cc2de8634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:30.209884 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9aaf4e4-2354-43f6-b8a0-5faa1cce7305 admin admin] Made reservation on behalf of d02cb401f0dd45d9be74f93b832d64a5 for: {'subnet': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:26:30.210611 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network 3fa02372-40a2-4de4-ba40-0f55489bad57 details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:26:30.212852 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf4e4-2354-43f6-b8a0-5faa1cce7305 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29844828'] for subnet, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:30.626876 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf4e4-2354-43f6-b8a0-5faa1cce7305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30257189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29844814'] for subnet, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:30.628955 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:30.688576 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aaf4e4-2354-43f6-b8a0-5faa1cce7305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fee3573-4a35-45aa-b162-970554515868,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:30.691547 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-f9aaf4e4-2354-43f6-b8a0-5faa1cce7305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:30.694354 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aaf4e4-2354-43f6-b8a0-5faa1cce7305 admin admin] Checking segment: {'id': '5afde638-2b11-40b5-ae20-4298a0670435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:26:30.695126 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9aaf4e4-2354-43f6-b8a0-5faa1cce7305 admin admin] Network hostable DHCP agents. Network: 3fa02372-40a2-4de4-ba40-0f55489bad57, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:26:30.712108 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9aaf4e4-2354-43f6-b8a0-5faa1cce7305 admin admin] Network 3fa02372-40a2-4de4-ba40-0f55489bad57 is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:26:30.720747 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-f9aaf4e4-2354-43f6-b8a0-5faa1cce7305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, 3fa02372-40a2-4de4-ba40-0f55489bad57) {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:30.725259 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aaf4e4-2354-43f6-b8a0-5faa1cce7305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:30.726237 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf4e4-2354-43f6-b8a0-5faa1cce7305 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:30.730997 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9156eaea-b974-4e6c-8331-bd14a7935580 None None] Network 3fa02372-40a2-4de4-ba40-0f55489bad57 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:26:30.742977 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-f9aaf4e4-2354-43f6-b8a0-5faa1cce7305 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5687811 Jun 16 16:26:30.745703 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36090) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:30.750345 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1719826441-router', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:30.773178 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33462664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-991'] for router, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:30.774823 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33457953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33157256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33482962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:30.847273 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:30.900638 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e05dda8-9efc-52dc-a0f2-15fc13a0b1c1-3fa02372-40a2-4de4-ba40-0f55489bad57', 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'fixed_ips': [{'subnet_id': '6fee3573-4a35-45aa-b162-970554515868'}]}} from dv-cinder-775250-5-iscsi. {{(pid=91608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:26:30.901492 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:30.982769 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33157274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33462694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-804'] for router, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:31.159307 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Allocated IP 172.20.0.2 (3fa02372-40a2-4de4-ba40-0f55489bad57/6fee3573-4a35-45aa-b162-970554515868/ad81d572-65c2-4f0b-aed0-533a34d225a5) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:26:31.192342 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:31.212679 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:31.308362 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:31.316940 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Transition to ACTIVE for port object ad81d572-65c2-4f0b-aed0-533a34d225a5 will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:31.325995 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Allocated IP 172.27.0.90 (543270ac-5087-4a4b-b928-324956c3ce61/fb22e153-4378-4f12-ab9d-39b0c838861f/3b8af97b-dddb-47d2-aa38-2e259fef7ca0) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:26:31.334122 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Transition to ACTIVE for port object ad81d572-65c2-4f0b-aed0-533a34d225a5 will not be triggered until provisioned by entity DHCP. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:31.341184 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:31.343131 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:31.378349 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Network 3fa02372-40a2-4de4-ba40-0f55489bad57 is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:31.383600 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Resources bound (agent type, host, resource id): {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:31.387006 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:26:31.393996 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Pushing event updated for resources: {'Port': ['ID=ad81d572-65c2-4f0b-aed0-533a34d225a5,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:31.398200 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:31.431119 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:31.451847 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Attempting to bind port ad81d572-65c2-4f0b-aed0-533a34d225a5 on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:26:31.452226 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Attempting to bind port ad81d572-65c2-4f0b-aed0-533a34d225a5 by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '5afde638-2b11-40b5-ae20-4298a0670435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:26:31.452598 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Attempting to bind port ad81d572-65c2-4f0b-aed0-533a34d225a5 on network 3fa02372-40a2-4de4-ba40-0f55489bad57 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:26:31.457753 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:26:31.458144 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Checking segment: {'id': '5afde638-2b11-40b5-ae20-4298a0670435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:26:31.458553 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:31.458953 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Bound using segment: {'id': '5afde638-2b11-40b5-ae20-4298a0670435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:26:31.459425 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Bound port: ad81d572-65c2-4f0b-aed0-533a34d225a5, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afde638-2b11-40b5-ae20-4298a0670435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:26:31.459806 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:31.470938 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:31.473095 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-dcc1ca1f-a4b1-4459-ba4b-0dfcb7b09ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:31.508036 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Network 543270ac-5087-4a4b-b928-324956c3ce61 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:31.511250 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:31.513724 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:26:31.525690 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff697128-e808-4294-8702-f892977e26c5 None None] For port ad81d572-65c2-4f0b-aed0-533a34d225a5, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:26:31.532270 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff697128-e808-4294-8702-f892977e26c5 None None] For port ad81d572-65c2-4f0b-aed0-533a34d225a5, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=ad81d572-65c2-4f0b-aed0-533a34d225a5,segment=NetworkSegment(5afde638-2b11-40b5-ae20-4298a0670435),segment_id=5afde638-2b11-40b5-ae20-4298a0670435)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:26:31.537142 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:31.539811 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:31.551510 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Pushing event updated for resources: {'Port': ['ID=3b8af97b-dddb-47d2-aa38-2e259fef7ca0,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:31.554835 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:31.601125 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Pushing event updated for resources: {'Port': ['ID=ad81d572-65c2-4f0b-aed0-533a34d225a5,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:31.605371 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:31.808120 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:32.270990 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33462705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33157356'] for router, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:32.407172 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Router 97071a89-f768-430f-8e0b-9184bfb5a0ed is scheduled to L3 agent 780d0648-e200-45fe-9780-6c920b856ccc with binding_index 1 {{(pid=91607) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:26:32.525832 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:26:32.540242 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Sync routers for ids ['97071a89-f768-430f-8e0b-9184bfb5a0ed'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:26:32.544451 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Notify callbacks [] for router, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:32.548321 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7989109 Jun 16 16:26:32.548765 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36110) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:32.550666 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Routers {'97071a89-f768-430f-8e0b-9184bfb5a0ed'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:26:32.551387 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:26:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['97071a89-f768-430f-8e0b-9184bfb5a0ed'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:32.590685 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac11006-6c45-4c64-a404-322481945076 None None] Network 3fa02372-40a2-4de4-ba40-0f55489bad57 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:26:32.667912 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-5ea174e2-66b3-48ba-800a-7c069a68e2b3 None None] Provisioning for port ad81d572-65c2-4f0b-aed0-533a34d225a5 completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:32.733739 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Set router 97071a89-f768-430f-8e0b-9184bfb5a0ed gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:26:32.987568 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'name': 'tempest-TestMinimumBasicScenario-1719826441-router', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:30Z', 'updated_at': '2021-06-16T16:26:31Z', 'revision_number': 3, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'gw_port': {'id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:31Z', 'updated_at': '2021-06-16T16:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:32.991155 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Checking router: 97071a89-f768-430f-8e0b-9184bfb5a0ed for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:26:32.992012 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Updating router 97071a89-f768-430f-8e0b-9184bfb5a0ed port 3b8af97b-dddb-47d2-aa38-2e259fef7ca0 binding host dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:26:32.999351 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:33.030867 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:33.173647 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Allocated IP 172.20.0.1 (3fa02372-40a2-4de4-ba40-0f55489bad57/6fee3573-4a35-45aa-b162-970554515868/dfd321dc-5124-41a5-8db8-46b9528a7044) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:26:33.306484 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:33.311113 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:33.321518 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Transition to ACTIVE for port object 3b8af97b-dddb-47d2-aa38-2e259fef7ca0 will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:33.322235 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Transition to ACTIVE for port object dfd321dc-5124-41a5-8db8-46b9528a7044 will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:33.327944 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:33.329817 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:33.382504 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:33.383558 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Attempting to bind port 3b8af97b-dddb-47d2-aa38-2e259fef7ca0 on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:26:33.383943 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Attempting to bind port 3b8af97b-dddb-47d2-aa38-2e259fef7ca0 by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:26:33.384316 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Attempting to bind port 3b8af97b-dddb-47d2-aa38-2e259fef7ca0 on network 543270ac-5087-4a4b-b928-324956c3ce61 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:26:33.387206 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e14a8-1236-4d1d-9a71-2ffcba867b5f None None] Pushing event updated for resources: {'Port': ['ID=3b8af97b-dddb-47d2-aa38-2e259fef7ca0,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:33.387608 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:33.391214 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5e7e14a8-1236-4d1d-9a71-2ffcba867b5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:33.392408 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:26:33.392795 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Checking segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:26:33.393198 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:33.393690 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Bound using segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:26:33.394497 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Bound port: 3b8af97b-dddb-47d2-aa38-2e259fef7ca0, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:26:33.394641 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:33.444091 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Network 3fa02372-40a2-4de4-ba40-0f55489bad57 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:33.446913 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] For port 3b8af97b-dddb-47d2-aa38-2e259fef7ca0, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:26:33.447657 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:33.450166 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd321dc-5124-41a5-8db8-46b9528a7044,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:33.450325 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] For port 3b8af97b-dddb-47d2-aa38-2e259fef7ca0, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=3b8af97b-dddb-47d2-aa38-2e259fef7ca0,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:26:33.452572 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:26:33.456518 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:33.459875 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:33.462780 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device ad81d572-65c2-4f0b-aed0-533a34d225a5 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:33.474723 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:33.493589 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33132125'] for router_interface, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:33.559411 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e14a8-1236-4d1d-9a71-2ffcba867b5f None None] Pushing event updated for resources: {'Port': ['ID=3b8af97b-dddb-47d2-aa38-2e259fef7ca0,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:33.564022 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5e7e14a8-1236-4d1d-9a71-2ffcba867b5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:33.565161 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Routers {'97071a89-f768-430f-8e0b-9184bfb5a0ed'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:26:33.565838 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:26:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['97071a89-f768-430f-8e0b-9184bfb5a0ed'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:33.641160 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port ad81d572-65c2-4f0b-aed0-533a34d225a5 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:33.648672 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:33.653276 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port ad81d572-65c2-4f0b-aed0-533a34d225a5 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:33.653681 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:33.713191 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] Set router 97071a89-f768-430f-8e0b-9184bfb5a0ed gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:26:33.813975 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:33.819166 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:33.823389 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-160a7ea3-0d8b-4c1a-a607-23cb3b64bf99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:33.849579 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-d94eaa13-768f-4bae-a68e-4c10d14218ee None None] Provisioning for port dfd321dc-5124-41a5-8db8-46b9528a7044 completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:33.873276 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-d94eaa13-768f-4bae-a68e-4c10d14218ee None None] Provisioning complete for port dfd321dc-5124-41a5-8db8-46b9528a7044 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:33.873683 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d94eaa13-768f-4bae-a68e-4c10d14218ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:33.878191 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:33.897880 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd321dc-5124-41a5-8db8-46b9528a7044,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:33.901111 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33290164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33132065'] for router_interface, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:33.903413 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:34.009315 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Network 3fa02372-40a2-4de4-ba40-0f55489bad57 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:34.010724 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:34.063907 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-d94eaa13-768f-4bae-a68e-4c10d14218ee None None] Port dfd321dc-5124-41a5-8db8-46b9528a7044 cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:26:34.090429 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port ad81d572-65c2-4f0b-aed0-533a34d225a5, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=ad81d572-65c2-4f0b-aed0-533a34d225a5,segment=NetworkSegment(5afde638-2b11-40b5-ae20-4298a0670435),segment_id=5afde638-2b11-40b5-ae20-4298a0670435)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:34.096560 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:34.101400 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-440ae612-6811-49cd-b79d-1ae0c0295a66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:34.165107 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=ad81d572-65c2-4f0b-aed0-533a34d225a5,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:34.165476 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Router 97071a89-f768-430f-8e0b-9184bfb5a0ed has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:26:34.168622 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:34.173706 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'name': 'tempest-TestMinimumBasicScenario-1719826441-router', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:30Z', 'updated_at': '2021-06-16T16:26:31Z', 'revision_number': 3, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'gw_port': {'id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:31Z', 'updated_at': '2021-06-16T16:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:34.177500 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314fd9b0-0d01-4730-adb6-13ffd76cca3d None None] The sync data for ids ['97071a89-f768-430f-8e0b-9184bfb5a0ed'] in dv-cinder-775250-5-iscsi is: [{'id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'name': 'tempest-TestMinimumBasicScenario-1719826441-router', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:30Z', 'updated_at': '2021-06-16T16:26:31Z', 'revision_number': 3, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'gw_port': {'id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:31Z', 'updated_at': '2021-06-16T16:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:26:34.287683 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff654d5a-7b7d-4034-9ed0-fae4430b95af None None] Provisioning complete for port dfd321dc-5124-41a5-8db8-46b9528a7044 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:34.288072 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff654d5a-7b7d-4034-9ed0-fae4430b95af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:34.293182 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:26:34.298293 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] 10.222.0.86 "PUT /v2.0/routers/97071a89-f768-430f-8e0b-9184bfb5a0ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7485516 Jun 16 16:26:34.333966 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff654d5a-7b7d-4034-9ed0-fae4430b95af None None] Port dfd321dc-5124-41a5-8db8-46b9528a7044 cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:26:34.829970 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36130) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:34.835063 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-b99a40fe-03e8-49ae-a370-cbfa42665c93 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1684691040-network', 'tenant_id': '7fc203fff1c14bbc985a21216a366a67'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:34.857778 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99a40fe-03e8-49ae-a370-cbfa42665c93 admin admin] Made reservation on behalf of 7fc203fff1c14bbc985a21216a366a67 for: {'network': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:26:34.860209 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b99a40fe-03e8-49ae-a370-cbfa42665c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:34.869649 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b99a40fe-03e8-49ae-a370-cbfa42665c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:34.987377 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b99a40fe-03e8-49ae-a370-cbfa42665c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:34.991363 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b99a40fe-03e8-49ae-a370-cbfa42665c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:34.994834 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:35.020278 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99a40fe-03e8-49ae-a370-cbfa42665c93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=91607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:26:35.033101 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a40fe-03e8-49ae-a370-cbfa42665c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb080fd-14a8-4f0e-ba84-acd9378b4c5f,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:35.039956 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b99a40fe-03e8-49ae-a370-cbfa42665c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:35.041388 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b99a40fe-03e8-49ae-a370-cbfa42665c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:35.041926 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.segments_db [None req-b99a40fe-03e8-49ae-a370-cbfa42665c93 admin admin] Added segment b33b51a4-01b6-4d10-95c3-2dec9b130fe3 of type vlan for network 98beaa88-6d3f-4f4c-8100-4e76569edf7f Jun 16 16:26:35.087250 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b99a40fe-03e8-49ae-a370-cbfa42665c93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:35.116226 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b99a40fe-03e8-49ae-a370-cbfa42665c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:35.118773 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99a40fe-03e8-49ae-a370-cbfa42665c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:35.119655 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b99a40fe-03e8-49ae-a370-cbfa42665c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:35.124206 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c7cf6107-f175-4a8f-b4d0-c754ad421afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:35.162646 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-b99a40fe-03e8-49ae-a370-cbfa42665c93 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3315423 Jun 16 16:26:35.165356 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36132) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:35.195666 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-0bfa12ec-87b0-4ca1-90b2-a942cea78f25 admin admin] Request body: {'subnet': {'network_id': '98beaa88-6d3f-4f4c-8100-4e76569edf7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1684691040-subnet', 'tenant_id': '7fc203fff1c14bbc985a21216a366a67', 'ip_version': 4}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:35.200133 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a40fe-03e8-49ae-a370-cbfa42665c93 admin admin] Pushing event updated for resources: {'Network': ['ID=98beaa88-6d3f-4f4c-8100-4e76569edf7f,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:35.204287 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b99a40fe-03e8-49ae-a370-cbfa42665c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:35.210516 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network 98beaa88-6d3f-4f4c-8100-4e76569edf7f details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:26:35.221385 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfa12ec-87b0-4ca1-90b2-a942cea78f25 admin admin] Made reservation on behalf of 7fc203fff1c14bbc985a21216a366a67 for: {'subnet': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:26:35.223852 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0bfa12ec-87b0-4ca1-90b2-a942cea78f25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30436844'] for subnet, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:35.408785 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0bfa12ec-87b0-4ca1-90b2-a942cea78f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30482920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30436862'] for subnet, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:35.411965 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:35.460706 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device ad81d572-65c2-4f0b-aed0-533a34d225a5 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:35.479050 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa12ec-87b0-4ca1-90b2-a942cea78f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab94048-e7fa-4dd4-86f1-cdcb3be9ebc2,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:35.482038 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0bfa12ec-87b0-4ca1-90b2-a942cea78f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:35.489704 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa12ec-87b0-4ca1-90b2-a942cea78f25 admin admin] Checking segment: {'id': 'b33b51a4-01b6-4d10-95c3-2dec9b130fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '98beaa88-6d3f-4f4c-8100-4e76569edf7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:26:35.490061 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfa12ec-87b0-4ca1-90b2-a942cea78f25 admin admin] Network hostable DHCP agents. Network: 98beaa88-6d3f-4f4c-8100-4e76569edf7f, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:26:35.519251 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfa12ec-87b0-4ca1-90b2-a942cea78f25 admin admin] Network 98beaa88-6d3f-4f4c-8100-4e76569edf7f is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:26:35.525253 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port ad81d572-65c2-4f0b-aed0-533a34d225a5 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:35.525976 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:35.529918 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-0bfa12ec-87b0-4ca1-90b2-a942cea78f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, 98beaa88-6d3f-4f4c-8100-4e76569edf7f) {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:35.534544 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfa12ec-87b0-4ca1-90b2-a942cea78f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:35.535261 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0bfa12ec-87b0-4ca1-90b2-a942cea78f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:35.556262 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-0bfa12ec-87b0-4ca1-90b2-a942cea78f25 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3896947 Jun 16 16:26:35.558869 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 36136) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:35.562218 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98976d47-79c8-4c32-9410-21c630654244 None None] Network 98beaa88-6d3f-4f4c-8100-4e76569edf7f requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:26:35.563555 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1684691040-router', 'tenant_id': '7fc203fff1c14bbc985a21216a366a67', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:35.583881 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33462664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-991'] for router, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:35.585102 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33457953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33157256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33482962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:35.639185 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:35.727036 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 3b8af97b-dddb-47d2-aa38-2e259fef7ca0 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:35.792661 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33157274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33462694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-804'] for router, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:35.805714 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e05dda8-9efc-52dc-a0f2-15fc13a0b1c1-98beaa88-6d3f-4f4c-8100-4e76569edf7f', 'network_id': '98beaa88-6d3f-4f4c-8100-4e76569edf7f', 'tenant_id': '7fc203fff1c14bbc985a21216a366a67', 'fixed_ips': [{'subnet_id': '4ab94048-e7fa-4dd4-86f1-cdcb3be9ebc2'}]}} from dv-cinder-775250-5-iscsi. {{(pid=91608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:26:35.806564 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:35.832786 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port 3b8af97b-dddb-47d2-aa38-2e259fef7ca0 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:35.839931 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 3b8af97b-dddb-47d2-aa38-2e259fef7ca0 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:35.840307 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:35.929699 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Sync routers for ids ['97071a89-f768-430f-8e0b-9184bfb5a0ed'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:26:35.945468 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Routers {'97071a89-f768-430f-8e0b-9184bfb5a0ed'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:26:35.946570 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:26:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['97071a89-f768-430f-8e0b-9184bfb5a0ed'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:36.010018 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Allocated IP 172.20.0.2 (98beaa88-6d3f-4f4c-8100-4e76569edf7f/4ab94048-e7fa-4dd4-86f1-cdcb3be9ebc2/48ede056-7e07-430f-b35c-52c4601b7e42) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:26:36.032829 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:36.052156 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:36.074225 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:36.078247 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port 3b8af97b-dddb-47d2-aa38-2e259fef7ca0, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=3b8af97b-dddb-47d2-aa38-2e259fef7ca0,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:36.083349 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:36.109101 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Set router 97071a89-f768-430f-8e0b-9184bfb5a0ed gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:26:36.118608 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-94cfe91d-48e7-4559-8021-b5ad73753859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:36.191732 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=3b8af97b-dddb-47d2-aa38-2e259fef7ca0,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:36.195040 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Allocated IP 172.27.0.253 (543270ac-5087-4a4b-b928-324956c3ce61/fb22e153-4378-4f12-ab9d-39b0c838861f/00c2c04a-89a0-424f-9f2b-aa500f3d61ac) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:26:36.195710 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:36.248215 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:36.257312 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Transition to ACTIVE for port object 48ede056-7e07-430f-b35c-52c4601b7e42 will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:36.274285 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Transition to ACTIVE for port object 48ede056-7e07-430f-b35c-52c4601b7e42 will not be triggered until provisioned by entity DHCP. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:36.281590 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:36.283601 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5e7e14a8-1236-4d1d-9a71-2ffcba867b5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:36.311703 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:36.331016 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Network 98beaa88-6d3f-4f4c-8100-4e76569edf7f is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:36.333569 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'name': 'tempest-TestMinimumBasicScenario-1719826441-router', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:30Z', 'updated_at': '2021-06-16T16:26:33Z', 'revision_number': 4, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'gw_port': {'id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:31Z', 'updated_at': '2021-06-16T16:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': 'dfd321dc-5124-41a5-8db8-46b9528a7044', 'name': '', 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'mac_address': 'fa:16:3e:10:09:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6fee3573-4a35-45aa-b162-970554515868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:33Z', 'updated_at': '2021-06-16T16:26:33Z', 'revision_number': 2, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'subnets': [{'id': '6fee3573-4a35-45aa-b162-970554515868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:36.338176 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Resources bound (agent type, host, resource id): {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:36.338514 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Checking router: 97071a89-f768-430f-8e0b-9184bfb5a0ed for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:26:36.338872 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Updating router 97071a89-f768-430f-8e0b-9184bfb5a0ed port dfd321dc-5124-41a5-8db8-46b9528a7044 binding host dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:26:36.340529 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:26:36.343628 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Pushing event updated for resources: {'Port': ['ID=48ede056-7e07-430f-b35c-52c4601b7e42,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:36.346236 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:36.353284 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30257329'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:36.355809 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:36.377682 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:36.399120 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Pushing event updated for resources: {'Port': ['ID=00c2c04a-89a0-424f-9f2b-aa500f3d61ac,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:36.405232 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:36.412558 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Attempting to bind port 48ede056-7e07-430f-b35c-52c4601b7e42 on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:26:36.412983 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Attempting to bind port 48ede056-7e07-430f-b35c-52c4601b7e42 by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': 'b33b51a4-01b6-4d10-95c3-2dec9b130fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '98beaa88-6d3f-4f4c-8100-4e76569edf7f'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:26:36.413360 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Attempting to bind port 48ede056-7e07-430f-b35c-52c4601b7e42 on network 98beaa88-6d3f-4f4c-8100-4e76569edf7f {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:26:36.415914 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Network 543270ac-5087-4a4b-b928-324956c3ce61 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:36.417498 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:36.419986 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:26:36.423299 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:26:36.423763 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Checking segment: {'id': 'b33b51a4-01b6-4d10-95c3-2dec9b130fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '98beaa88-6d3f-4f4c-8100-4e76569edf7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:26:36.424323 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:36.424805 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Bound using segment: {'id': 'b33b51a4-01b6-4d10-95c3-2dec9b130fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '98beaa88-6d3f-4f4c-8100-4e76569edf7f'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:26:36.425241 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Bound port: 48ede056-7e07-430f-b35c-52c4601b7e42, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33b51a4-01b6-4d10-95c3-2dec9b130fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '98beaa88-6d3f-4f4c-8100-4e76569edf7f'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:26:36.425790 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:36.497769 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] For port 48ede056-7e07-430f-b35c-52c4601b7e42, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:26:36.501432 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] For port 48ede056-7e07-430f-b35c-52c4601b7e42, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=48ede056-7e07-430f-b35c-52c4601b7e42,segment=NetworkSegment(b33b51a4-01b6-4d10-95c3-2dec9b130fe3),segment_id=b33b51a4-01b6-4d10-95c3-2dec9b130fe3)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:26:36.506631 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:36.518702 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:36.580582 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Pushing event updated for resources: {'Port': ['ID=48ede056-7e07-430f-b35c-52c4601b7e42,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:36.588454 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:36.710329 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:36.849927 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:36.863295 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Transition to ACTIVE for port object dfd321dc-5124-41a5-8db8-46b9528a7044 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:36.870229 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:36.873666 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:36.919295 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459af16d-4c8a-481b-b09b-684a3a550563 None None] Pushing event updated for resources: {'Port': ['ID=dfd321dc-5124-41a5-8db8-46b9528a7044,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:36.947952 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33462705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33157356'] for router, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:37.011822 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459af16d-4c8a-481b-b09b-684a3a550563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:37.012408 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459af16d-4c8a-481b-b09b-684a3a550563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:37.013042 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459af16d-4c8a-481b-b09b-684a3a550563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:37.013469 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459af16d-4c8a-481b-b09b-684a3a550563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:37.014011 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459af16d-4c8a-481b-b09b-684a3a550563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:37.014432 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459af16d-4c8a-481b-b09b-684a3a550563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:37.014854 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459af16d-4c8a-481b-b09b-684a3a550563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:37.015267 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459af16d-4c8a-481b-b09b-684a3a550563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:37.015728 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459af16d-4c8a-481b-b09b-684a3a550563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:37.016299 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459af16d-4c8a-481b-b09b-684a3a550563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:37.016732 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459af16d-4c8a-481b-b09b-684a3a550563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:37.017155 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459af16d-4c8a-481b-b09b-684a3a550563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:37.022245 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-459af16d-4c8a-481b-b09b-684a3a550563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:37.037484 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Attempting to bind port dfd321dc-5124-41a5-8db8-46b9528a7044 on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:26:37.037982 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Attempting to bind port dfd321dc-5124-41a5-8db8-46b9528a7044 by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '5afde638-2b11-40b5-ae20-4298a0670435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:26:37.038354 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Attempting to bind port dfd321dc-5124-41a5-8db8-46b9528a7044 on network 3fa02372-40a2-4de4-ba40-0f55489bad57 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:26:37.044461 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:26:37.044843 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Checking segment: {'id': '5afde638-2b11-40b5-ae20-4298a0670435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:26:37.045248 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:37.045734 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Bound using segment: {'id': '5afde638-2b11-40b5-ae20-4298a0670435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:26:37.046215 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Bound port: dfd321dc-5124-41a5-8db8-46b9528a7044, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5afde638-2b11-40b5-ae20-4298a0670435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:26:37.046592 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:37.098887 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Router 0086ee17-b1ad-4224-a96f-484489c7280d is scheduled to L3 agent 780d0648-e200-45fe-9780-6c920b856ccc with binding_index 1 {{(pid=91606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:26:37.123451 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] For port dfd321dc-5124-41a5-8db8-46b9528a7044, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:26:37.127042 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] For port dfd321dc-5124-41a5-8db8-46b9528a7044, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=dfd321dc-5124-41a5-8db8-46b9528a7044,segment=NetworkSegment(5afde638-2b11-40b5-ae20-4298a0670435),segment_id=5afde638-2b11-40b5-ae20-4298a0670435)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:26:37.131813 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:37.135230 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:37.194078 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459af16d-4c8a-481b-b09b-684a3a550563 None None] Pushing event updated for resources: {'Port': ['ID=dfd321dc-5124-41a5-8db8-46b9528a7044,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:37.199670 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-459af16d-4c8a-481b-b09b-684a3a550563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:37.208832 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Routers {'97071a89-f768-430f-8e0b-9184bfb5a0ed'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:26:37.209732 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:26:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['97071a89-f768-430f-8e0b-9184bfb5a0ed'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:37.231668 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:26:37.240914 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Sync routers for ids ['0086ee17-b1ad-4224-a96f-484489c7280d'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:26:37.255209 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Routers {'0086ee17-b1ad-4224-a96f-484489c7280d'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:26:37.256015 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:26:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0086ee17-b1ad-4224-a96f-484489c7280d'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:37.256452 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Notify callbacks [] for router, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:37.259067 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6987803 Jun 16 16:26:37.265954 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 36144) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:37.368666 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] Set router 97071a89-f768-430f-8e0b-9184bfb5a0ed gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:26:37.450422 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Set router 0086ee17-b1ad-4224-a96f-484489c7280d gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:26:37.570799 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 3b8af97b-dddb-47d2-aa38-2e259fef7ca0 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:37.681794 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'name': 'tempest-TestMinimumBasicScenario-1719826441-router', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:30Z', 'updated_at': '2021-06-16T16:26:33Z', 'revision_number': 4, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'gw_port': {'id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:31Z', 'updated_at': '2021-06-16T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': 'dfd321dc-5124-41a5-8db8-46b9528a7044', 'name': '', 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'mac_address': 'fa:16:3e:10:09:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6fee3573-4a35-45aa-b162-970554515868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:33Z', 'updated_at': '2021-06-16T16:26:37Z', 'revision_number': 4, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'subnets': [{'id': '6fee3573-4a35-45aa-b162-970554515868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:37.690588 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f56737-52ad-4b5c-b0a9-0d0d2fd39ec1 None None] The sync data for ids ['97071a89-f768-430f-8e0b-9184bfb5a0ed'] in dv-cinder-775250-5-iscsi is: [{'id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'name': 'tempest-TestMinimumBasicScenario-1719826441-router', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:30Z', 'updated_at': '2021-06-16T16:26:33Z', 'revision_number': 4, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'gw_port': {'id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:31Z', 'updated_at': '2021-06-16T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': 'dfd321dc-5124-41a5-8db8-46b9528a7044', 'name': '', 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'mac_address': 'fa:16:3e:10:09:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6fee3573-4a35-45aa-b162-970554515868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:33Z', 'updated_at': '2021-06-16T16:26:37Z', 'revision_number': 4, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'subnets': [{'id': '6fee3573-4a35-45aa-b162-970554515868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:26:37.730670 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 3b8af97b-dddb-47d2-aa38-2e259fef7ca0 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:37.731064 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:37.811195 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'name': 'tempest-TestMinimumBasicScenario-1684691040-router', 'tenant_id': '7fc203fff1c14bbc985a21216a366a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '00c2c04a-89a0-424f-9f2b-aa500f3d61ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:35Z', 'updated_at': '2021-06-16T16:26:36Z', 'revision_number': 3, 'project_id': '7fc203fff1c14bbc985a21216a366a67', 'gw_port': {'id': '00c2c04a-89a0-424f-9f2b-aa500f3d61ac', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:45:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:36Z', 'updated_at': '2021-06-16T16:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:37.816684 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Checking router: 0086ee17-b1ad-4224-a96f-484489c7280d for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:26:37.817117 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Updating router 0086ee17-b1ad-4224-a96f-484489c7280d port 00c2c04a-89a0-424f-9f2b-aa500f3d61ac binding host dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:26:37.881067 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:37.882823 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783b3d90-c0e7-44c5-8ac8-52b7ac2da788 None None] Network 98beaa88-6d3f-4f4c-8100-4e76569edf7f requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:26:37.925741 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:37.943019 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 48ede056-7e07-430f-b35c-52c4601b7e42 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:38.014546 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-fca2222d-3e1e-40fa-91b4-9c4e35aca713 None None] Provisioning for port 48ede056-7e07-430f-b35c-52c4601b7e42 completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:38.090638 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Allocated IP 172.20.0.1 (98beaa88-6d3f-4f4c-8100-4e76569edf7f/4ab94048-e7fa-4dd4-86f1-cdcb3be9ebc2/3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:26:38.215348 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.238837 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Transition to ACTIVE for port object 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 will not be triggered until provisioned by entity DHCP. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:38.291419 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30257329'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.293998 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:38.340996 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Network 98beaa88-6d3f-4f4c-8100-4e76569edf7f is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:38.346362 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:38.350026 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:26:38.356481 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Pushing event updated for resources: {'Port': ['ID=3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:38.376028 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:38.396838 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33132125'] for router_interface, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.429158 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port 48ede056-7e07-430f-b35c-52c4601b7e42 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:38.462406 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 48ede056-7e07-430f-b35c-52c4601b7e42 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:38.462856 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.573031 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.609075 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.651779 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Transition to ACTIVE for port object 00c2c04a-89a0-424f-9f2b-aa500f3d61ac will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:38.657894 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.661048 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.670652 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:38.762795 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Attempting to bind port 00c2c04a-89a0-424f-9f2b-aa500f3d61ac on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:26:38.763306 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Attempting to bind port 00c2c04a-89a0-424f-9f2b-aa500f3d61ac by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:26:38.763775 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Attempting to bind port 00c2c04a-89a0-424f-9f2b-aa500f3d61ac on network 543270ac-5087-4a4b-b928-324956c3ce61 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:26:38.772767 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port 48ede056-7e07-430f-b35c-52c4601b7e42, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=48ede056-7e07-430f-b35c-52c4601b7e42,segment=NetworkSegment(b33b51a4-01b6-4d10-95c3-2dec9b130fe3),segment_id=b33b51a4-01b6-4d10-95c3-2dec9b130fe3)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:38.774731 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:26:38.775279 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Checking segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:26:38.775834 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.776320 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Bound using segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:26:38.776910 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Bound port: 00c2c04a-89a0-424f-9f2b-aa500f3d61ac, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:26:38.777303 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.779415 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd3852-555a-4422-a961-79df966dd4c3 None None] Pushing event updated for resources: {'Port': ['ID=00c2c04a-89a0-424f-9f2b-aa500f3d61ac,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:38.787974 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-2fdd3852-555a-4422-a961-79df966dd4c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:38.794632 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.800789 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30257319'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.803597 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-2e75bbd6-0895-4116-b6eb-5fd081d29294 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:38.810433 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.813905 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:38.847196 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Pushing event updated for resources: {'Port': ['ID=3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:38.872485 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:38.896993 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33290164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33132065'] for router_interface, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.912432 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] For port 00c2c04a-89a0-424f-9f2b-aa500f3d61ac, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:26:38.919612 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] For port 00c2c04a-89a0-424f-9f2b-aa500f3d61ac, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=00c2c04a-89a0-424f-9f2b-aa500f3d61ac,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:26:38.921464 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=48ede056-7e07-430f-b35c-52c4601b7e42,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:38.933158 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:38.934669 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:38.936901 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:39.007797 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Routers {'0086ee17-b1ad-4224-a96f-484489c7280d'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:26:39.008709 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:26:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0086ee17-b1ad-4224-a96f-484489c7280d'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:39.013648 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-8a280f2e-1459-411c-a51d-7d527f3d19ef None None] Provisioning complete for port 48ede056-7e07-430f-b35c-52c4601b7e42 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:39.013963 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8a280f2e-1459-411c-a51d-7d527f3d19ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:39.037417 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Network 98beaa88-6d3f-4f4c-8100-4e76569edf7f is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:39.040332 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:39.053720 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd3852-555a-4422-a961-79df966dd4c3 None None] Pushing event updated for resources: {'Port': ['ID=00c2c04a-89a0-424f-9f2b-aa500f3d61ac,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:39.109273 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-2fdd3852-555a-4422-a961-79df966dd4c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:39.187311 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] Set router 0086ee17-b1ad-4224-a96f-484489c7280d gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:26:39.217135 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Router 0086ee17-b1ad-4224-a96f-484489c7280d has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:26:39.324354 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-8a280f2e-1459-411c-a51d-7d527f3d19ef None None] Provisioning for port 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:39.337042 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-8a280f2e-1459-411c-a51d-7d527f3d19ef None None] Provisioning complete for port 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:39.337941 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8a280f2e-1459-411c-a51d-7d527f3d19ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:39.359263 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:26:39.379834 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] 10.222.0.86 "PUT /v2.0/routers/0086ee17-b1ad-4224-a96f-484489c7280d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1121390 Jun 16 16:26:39.443663 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-8a280f2e-1459-411c-a51d-7d527f3d19ef None None] Port 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:26:39.537496 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'name': 'tempest-TestMinimumBasicScenario-1684691040-router', 'tenant_id': '7fc203fff1c14bbc985a21216a366a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '00c2c04a-89a0-424f-9f2b-aa500f3d61ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:35Z', 'updated_at': '2021-06-16T16:26:38Z', 'revision_number': 4, 'project_id': '7fc203fff1c14bbc985a21216a366a67', 'gw_port': {'id': '00c2c04a-89a0-424f-9f2b-aa500f3d61ac', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:45:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:36Z', 'updated_at': '2021-06-16T16:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98', 'name': '', 'network_id': '98beaa88-6d3f-4f4c-8100-4e76569edf7f', 'tenant_id': '7fc203fff1c14bbc985a21216a366a67', 'mac_address': 'fa:16:3e:67:e9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ab94048-e7fa-4dd4-86f1-cdcb3be9ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:37Z', 'updated_at': '2021-06-16T16:26:38Z', 'revision_number': 2, 'project_id': '7fc203fff1c14bbc985a21216a366a67', 'subnets': [{'id': '4ab94048-e7fa-4dd4-86f1-cdcb3be9ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:39.552317 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52215cf3-4698-4faf-a682-702fe0d84570 None None] The sync data for ids ['0086ee17-b1ad-4224-a96f-484489c7280d'] in dv-cinder-775250-5-iscsi is: [{'id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'name': 'tempest-TestMinimumBasicScenario-1684691040-router', 'tenant_id': '7fc203fff1c14bbc985a21216a366a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '00c2c04a-89a0-424f-9f2b-aa500f3d61ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:35Z', 'updated_at': '2021-06-16T16:26:38Z', 'revision_number': 4, 'project_id': '7fc203fff1c14bbc985a21216a366a67', 'gw_port': {'id': '00c2c04a-89a0-424f-9f2b-aa500f3d61ac', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:45:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:36Z', 'updated_at': '2021-06-16T16:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98', 'name': '', 'network_id': '98beaa88-6d3f-4f4c-8100-4e76569edf7f', 'tenant_id': '7fc203fff1c14bbc985a21216a366a67', 'mac_address': 'fa:16:3e:67:e9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ab94048-e7fa-4dd4-86f1-cdcb3be9ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:37Z', 'updated_at': '2021-06-16T16:26:38Z', 'revision_number': 2, 'project_id': '7fc203fff1c14bbc985a21216a366a67', 'subnets': [{'id': '4ab94048-e7fa-4dd4-86f1-cdcb3be9ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:26:39.557374 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device dfd321dc-5124-41a5-8db8-46b9528a7044 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:39.617373 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-c0d00bc6-6a4f-4520-89a5-7acd8324e7f1 None None] Provisioning complete for port 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:39.617806 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c0d00bc6-6a4f-4520-89a5-7acd8324e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:39.675630 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-c0d00bc6-6a4f-4520-89a5-7acd8324e7f1 None None] Port 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:26:39.684134 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port dfd321dc-5124-41a5-8db8-46b9528a7044 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:39.693666 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port dfd321dc-5124-41a5-8db8-46b9528a7044 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:39.694279 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:39.788203 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:39.871742 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port dfd321dc-5124-41a5-8db8-46b9528a7044, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=dfd321dc-5124-41a5-8db8-46b9528a7044,segment=NetworkSegment(5afde638-2b11-40b5-ae20-4298a0670435),segment_id=5afde638-2b11-40b5-ae20-4298a0670435)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:39.875556 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:39.876439 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 48ede056-7e07-430f-b35c-52c4601b7e42 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:39.878162 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ac5c816e-de63-48c7-a35e-5723fdb72851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:39.973080 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=dfd321dc-5124-41a5-8db8-46b9528a7044,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:39.977813 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:39.983768 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 48ede056-7e07-430f-b35c-52c4601b7e42 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:39.984141 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:41.484009 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device dfd321dc-5124-41a5-8db8-46b9528a7044 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:41.541440 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port dfd321dc-5124-41a5-8db8-46b9528a7044 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:41.542063 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:41.644997 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 00c2c04a-89a0-424f-9f2b-aa500f3d61ac up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:41.699666 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port 00c2c04a-89a0-424f-9f2b-aa500f3d61ac completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:41.703767 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 00c2c04a-89a0-424f-9f2b-aa500f3d61ac triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:41.704145 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:41.809775 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:41.845615 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port 00c2c04a-89a0-424f-9f2b-aa500f3d61ac, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=00c2c04a-89a0-424f-9f2b-aa500f3d61ac,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:41.850375 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:41.852991 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:41.906605 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=00c2c04a-89a0-424f-9f2b-aa500f3d61ac,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:41.918576 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:41.919074 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:41.919421 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:41.919758 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:41.920089 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:41.920417 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:41.920738 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:41.921062 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:41.921384 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:41.921731 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:41.922061 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:41.922371 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:41.926547 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:42.154635 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Sync routers for ids ['0086ee17-b1ad-4224-a96f-484489c7280d'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:26:42.168713 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Routers {'0086ee17-b1ad-4224-a96f-484489c7280d'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:26:42.169335 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:26:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0086ee17-b1ad-4224-a96f-484489c7280d'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:42.285621 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Set router 0086ee17-b1ad-4224-a96f-484489c7280d gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:26:42.491366 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'name': 'tempest-TestMinimumBasicScenario-1684691040-router', 'tenant_id': '7fc203fff1c14bbc985a21216a366a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '00c2c04a-89a0-424f-9f2b-aa500f3d61ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:35Z', 'updated_at': '2021-06-16T16:26:38Z', 'revision_number': 4, 'project_id': '7fc203fff1c14bbc985a21216a366a67', 'gw_port': {'id': '00c2c04a-89a0-424f-9f2b-aa500f3d61ac', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:36Z', 'updated_at': '2021-06-16T16:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98', 'name': '', 'network_id': '98beaa88-6d3f-4f4c-8100-4e76569edf7f', 'tenant_id': '7fc203fff1c14bbc985a21216a366a67', 'mac_address': 'fa:16:3e:67:e9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ab94048-e7fa-4dd4-86f1-cdcb3be9ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:37Z', 'updated_at': '2021-06-16T16:26:38Z', 'revision_number': 2, 'project_id': '7fc203fff1c14bbc985a21216a366a67', 'subnets': [{'id': '4ab94048-e7fa-4dd4-86f1-cdcb3be9ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:42.495871 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Checking router: 0086ee17-b1ad-4224-a96f-484489c7280d for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:26:42.496228 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Updating router 0086ee17-b1ad-4224-a96f-484489c7280d port 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 binding host dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:26:42.534683 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:42.837178 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:42.853590 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Transition to ACTIVE for port object 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:42.856270 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:42.858775 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:42.901967 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d05c9-2380-4076-8de8-89f65beb0a98 None None] Pushing event updated for resources: {'Port': ['ID=3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:42.951430 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-fe2d05c9-2380-4076-8de8-89f65beb0a98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:43.021744 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Attempting to bind port 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:26:43.022130 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Attempting to bind port 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': 'b33b51a4-01b6-4d10-95c3-2dec9b130fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '98beaa88-6d3f-4f4c-8100-4e76569edf7f'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:26:43.022501 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Attempting to bind port 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 on network 98beaa88-6d3f-4f4c-8100-4e76569edf7f {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:26:43.028938 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:26:43.029330 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Checking segment: {'id': 'b33b51a4-01b6-4d10-95c3-2dec9b130fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '98beaa88-6d3f-4f4c-8100-4e76569edf7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:26:43.030316 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:43.030830 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Bound using segment: {'id': 'b33b51a4-01b6-4d10-95c3-2dec9b130fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '98beaa88-6d3f-4f4c-8100-4e76569edf7f'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:26:43.031324 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Bound port: 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33b51a4-01b6-4d10-95c3-2dec9b130fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '98beaa88-6d3f-4f4c-8100-4e76569edf7f'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:26:43.031760 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:43.106893 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] For port 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:26:43.110238 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] For port 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98,segment=NetworkSegment(b33b51a4-01b6-4d10-95c3-2dec9b130fe3),segment_id=b33b51a4-01b6-4d10-95c3-2dec9b130fe3)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:26:43.115483 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:43.118693 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-fe2d05c9-2380-4076-8de8-89f65beb0a98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:43.171705 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d05c9-2380-4076-8de8-89f65beb0a98 None None] Pushing event updated for resources: {'Port': ['ID=3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98,revision_number=4']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:43.181203 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-fe2d05c9-2380-4076-8de8-89f65beb0a98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:43.194791 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Routers {'0086ee17-b1ad-4224-a96f-484489c7280d'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:26:43.196194 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:26:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0086ee17-b1ad-4224-a96f-484489c7280d'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:43.456452 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] Set router 0086ee17-b1ad-4224-a96f-484489c7280d gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:26:43.477665 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:43.541971 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:43.546461 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:43.546957 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:43.592485 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-893cfb45-d5e4-440c-b3ca-836e7168ba8f None None] Provisioning complete for port 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:43.592889 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-893cfb45-d5e4-440c-b3ca-836e7168ba8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:43.719571 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'name': 'tempest-TestMinimumBasicScenario-1684691040-router', 'tenant_id': '7fc203fff1c14bbc985a21216a366a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '00c2c04a-89a0-424f-9f2b-aa500f3d61ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:35Z', 'updated_at': '2021-06-16T16:26:38Z', 'revision_number': 4, 'project_id': '7fc203fff1c14bbc985a21216a366a67', 'gw_port': {'id': '00c2c04a-89a0-424f-9f2b-aa500f3d61ac', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:36Z', 'updated_at': '2021-06-16T16:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98', 'name': '', 'network_id': '98beaa88-6d3f-4f4c-8100-4e76569edf7f', 'tenant_id': '7fc203fff1c14bbc985a21216a366a67', 'mac_address': 'fa:16:3e:67:e9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ab94048-e7fa-4dd4-86f1-cdcb3be9ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:37Z', 'updated_at': '2021-06-16T16:26:43Z', 'revision_number': 4, 'project_id': '7fc203fff1c14bbc985a21216a366a67', 'subnets': [{'id': '4ab94048-e7fa-4dd4-86f1-cdcb3be9ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:26:43.724074 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce44f8b6-a3bf-461c-8983-7f36f16b77d0 None None] The sync data for ids ['0086ee17-b1ad-4224-a96f-484489c7280d'] in dv-cinder-775250-5-iscsi is: [{'id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'name': 'tempest-TestMinimumBasicScenario-1684691040-router', 'tenant_id': '7fc203fff1c14bbc985a21216a366a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '00c2c04a-89a0-424f-9f2b-aa500f3d61ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:35Z', 'updated_at': '2021-06-16T16:26:38Z', 'revision_number': 4, 'project_id': '7fc203fff1c14bbc985a21216a366a67', 'gw_port': {'id': '00c2c04a-89a0-424f-9f2b-aa500f3d61ac', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:36Z', 'updated_at': '2021-06-16T16:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98', 'name': '', 'network_id': '98beaa88-6d3f-4f4c-8100-4e76569edf7f', 'tenant_id': '7fc203fff1c14bbc985a21216a366a67', 'mac_address': 'fa:16:3e:67:e9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '4ab94048-e7fa-4dd4-86f1-cdcb3be9ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:37Z', 'updated_at': '2021-06-16T16:26:43Z', 'revision_number': 4, 'project_id': '7fc203fff1c14bbc985a21216a366a67', 'subnets': [{'id': '4ab94048-e7fa-4dd4-86f1-cdcb3be9ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:26:43.733903 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-893cfb45-d5e4-440c-b3ca-836e7168ba8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:43.735844 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:43.788186 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-893cfb45-d5e4-440c-b3ca-836e7168ba8f None None] For port 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98,segment=NetworkSegment(b33b51a4-01b6-4d10-95c3-2dec9b130fe3),segment_id=b33b51a4-01b6-4d10-95c3-2dec9b130fe3)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:43.797834 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-893cfb45-d5e4-440c-b3ca-836e7168ba8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:43.802205 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-2fdd3852-555a-4422-a961-79df966dd4c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:44.057144 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cfb45-d5e4-440c-b3ca-836e7168ba8f None None] Pushing event updated for resources: {'Port': ['ID=3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:44.062642 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-893cfb45-d5e4-440c-b3ca-836e7168ba8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:44.099369 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.db.api [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91608) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:26:44.100803 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_db.api [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:26:44.650387 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 00c2c04a-89a0-424f-9f2b-aa500f3d61ac up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:44.720741 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 00c2c04a-89a0-424f-9f2b-aa500f3d61ac triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:44.721124 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:45.417685 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:45.505778 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:45.506174 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:49.015853 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36238) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:49.131615 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2d79fe9e-e869-45d3-ad44-c8bc6e72acd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:49.248601 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2d79fe9e-e869-45d3-ad44-c8bc6e72acd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:49.257813 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2d79fe9e-e869-45d3-ad44-c8bc6e72acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:49.261487 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4fbacc75-8f6b-4126-869b-a40d5dd5957e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:49.299818 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79fe9e-e869-45d3-ad44-c8bc6e72acd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b622b770-f709-487c-b75d-b9c1b670e51c,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:49.307641 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-2d79fe9e-e869-45d3-ad44-c8bc6e72acd7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5c13565bace247fea6899ba3101624e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872775 Jun 16 16:26:49.307641 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2d79fe9e-e869-45d3-ad44-c8bc6e72acd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:49.308025 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 36250) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:49.360964 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a8ee25d1-5391-4bb9-9479-484c46b16a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:49.382332 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a8ee25d1-5391-4bb9-9479-484c46b16a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:49.435207 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a8ee25d1-5391-4bb9-9479-484c46b16a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:49.437744 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a8ee25d1-5391-4bb9-9479-484c46b16a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:49.439022 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-a8ee25d1-5391-4bb9-9479-484c46b16a0a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b622b770-f709-487c-b75d-b9c1b670e51c HTTP/1.1" status: 204 len: 168 time: 0.1295497 Jun 16 16:26:49.439930 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7ecbf4f8-42d2-42b1-86a8-c29691788d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:49.449983 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee25d1-5391-4bb9-9479-484c46b16a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b622b770-f709-487c-b75d-b9c1b670e51c,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:49.452531 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a8ee25d1-5391-4bb9-9479-484c46b16a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:49.801357 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053544d7-3ed7-450e-9860-2277c8260b45 req-75742c00-da21-46cb-a59a-65e588e0f16d tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:49.802739 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-053544d7-3ed7-450e-9860-2277c8260b45 req-75742c00-da21-46cb-a59a-65e588e0f16d tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/networks?id=3fa02372-40a2-4de4-ba40-0f55489bad57 HTTP/1.1" status: 200 len: 815 time: 0.0981684 Jun 16 16:26:49.817874 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-053544d7-3ed7-450e-9860-2277c8260b45 req-ec184ec9-0827-4783-9835-f15ea55142b7 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/quotas/d02cb401f0dd45d9be74f93b832d64a5 HTTP/1.1" status: 200 len: 375 time: 0.0090220 Jun 16 16:26:49.895787 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-053544d7-3ed7-450e-9860-2277c8260b45 req-288808db-12dc-4052-8857-b0bf33e688d9 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=d02cb401f0dd45d9be74f93b832d64a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719557 Jun 16 16:26:49.997142 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-053544d7-3ed7-450e-9860-2277c8260b45 req-431aa8ef-fd13-431a-8eb8-83c54ae2769a service neutron] 10.222.0.86 "GET /v2.0/networks/3fa02372-40a2-4de4-ba40-0f55489bad57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885260 Jun 16 16:26:50.097526 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-053544d7-3ed7-450e-9860-2277c8260b45 req-0a28b1ab-75aa-4727-866e-dcd69cc004e4 service neutron] 10.222.0.86 "GET /v2.0/networks/3fa02372-40a2-4de4-ba40-0f55489bad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903766 Jun 16 16:26:50.281262 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d8da0048-cccc-4382-835b-883802c6c6cc req-6a4774db-7d3f-45c8-a8d8-3ffdd224215f tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 210 time: 0.0392613 Jun 16 16:26:51.051000 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:26:51.405220 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053544d7-3ed7-450e-9860-2277c8260b45 req-945a1e8a-9bfc-4784-a329-f18bdf4cb7b6 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:51.406774 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-053544d7-3ed7-450e-9860-2277c8260b45 req-945a1e8a-9bfc-4784-a329-f18bdf4cb7b6 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.99 "GET /v2.0/networks?id=3fa02372-40a2-4de4-ba40-0f55489bad57 HTTP/1.1" status: 200 len: 815 time: 0.1106358 Jun 16 16:26:51.443217 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-053544d7-3ed7-450e-9860-2277c8260b45 req-ea02dc3b-dde2-4346-9810-ab35ae780f01 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Request body: {'port': {'device_id': 'c599923f-0a01-44c8-8b35-04504e8b0ed7', 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57', 'admin_state_up': True, 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:51.448500 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9f9ddf28-ece4-4025-af8b-81fc0d5bb36b req-b989dbbf-2b6c-42e2-948f-bbf0f80616df tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 210 time: 0.0407734 Jun 16 16:26:51.564754 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-053544d7-3ed7-450e-9860-2277c8260b45 req-ea02dc3b-dde2-4346-9810-ab35ae780f01 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Made reservation on behalf of d02cb401f0dd45d9be74f93b832d64a5 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:26:51.568320 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-053544d7-3ed7-450e-9860-2277c8260b45 req-ea02dc3b-dde2-4346-9810-ab35ae780f01 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:51.699370 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-053544d7-3ed7-450e-9860-2277c8260b45 req-ea02dc3b-dde2-4346-9810-ab35ae780f01 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Allocated IP 172.20.0.4 (3fa02372-40a2-4de4-ba40-0f55489bad57/6fee3573-4a35-45aa-b162-970554515868/74b614a4-2fc9-4e45-95bf-6f694694663c) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:26:51.856163 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-053544d7-3ed7-450e-9860-2277c8260b45 req-ea02dc3b-dde2-4346-9810-ab35ae780f01 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:51.871572 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-053544d7-3ed7-450e-9860-2277c8260b45 req-ea02dc3b-dde2-4346-9810-ab35ae780f01 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Transition to ACTIVE for port object 74b614a4-2fc9-4e45-95bf-6f694694663c will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:51.905277 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-053544d7-3ed7-450e-9860-2277c8260b45 req-ea02dc3b-dde2-4346-9810-ab35ae780f01 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:51.909495 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-536c9636-fe9c-49d0-b0e0-59c0611a05fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:51.950935 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-053544d7-3ed7-450e-9860-2277c8260b45 req-ea02dc3b-dde2-4346-9810-ab35ae780f01 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Network 3fa02372-40a2-4de4-ba40-0f55489bad57 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:51.956394 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-053544d7-3ed7-450e-9860-2277c8260b45 req-ea02dc3b-dde2-4346-9810-ab35ae780f01 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:51.960542 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-053544d7-3ed7-450e-9860-2277c8260b45 req-ea02dc3b-dde2-4346-9810-ab35ae780f01 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:26:51.967980 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02dc3b-dde2-4346-9810-ab35ae780f01 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Pushing event updated for resources: {'Port': ['ID=74b614a4-2fc9-4e45-95bf-6f694694663c,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:51.990445 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ea02dc3b-dde2-4346-9810-ab35ae780f01 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:52.030506 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053544d7-3ed7-450e-9860-2277c8260b45 req-ea02dc3b-dde2-4346-9810-ab35ae780f01 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:52.031880 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-053544d7-3ed7-450e-9860-2277c8260b45 req-ea02dc3b-dde2-4346-9810-ab35ae780f01 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:52.054304 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-053544d7-3ed7-450e-9860-2277c8260b45 req-ea02dc3b-dde2-4346-9810-ab35ae780f01 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6354415 Jun 16 16:26:52.176766 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-b92ea8b1-cb2f-44df-a58d-35aae5f90cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:52.309991 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff55b90c-ab05-4f77-a071-af5eb14fcdf4 None None] Provisioning for port 74b614a4-2fc9-4e45-95bf-6f694694663c completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:52.314695 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff55b90c-ab05-4f77-a071-af5eb14fcdf4 None None] Provisioning complete for port 74b614a4-2fc9-4e45-95bf-6f694694663c triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:52.315072 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff55b90c-ab05-4f77-a071-af5eb14fcdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:52.349979 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff55b90c-ab05-4f77-a071-af5eb14fcdf4 None None] Port 74b614a4-2fc9-4e45-95bf-6f694694663c cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:26:52.654250 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27899615-da2b-481e-818a-62325c4da1d6 req-85dcd044-a6a3-4e7a-b95d-6245d232a8c8 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:52.655693 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-27899615-da2b-481e-818a-62325c4da1d6 req-85dcd044-a6a3-4e7a-b95d-6245d232a8c8 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 931 time: 0.0660117 Jun 16 16:26:52.694552 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-27899615-da2b-481e-818a-62325c4da1d6 req-3251957f-3504-4040-94bd-41e4e633093d tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328012 Jun 16 16:26:53.870588 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff3ede-1e69-480a-bc98-7ebd11ff4d0d req-216a7c8d-19bd-4e5f-80ac-9456d3d8e81e tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:53.872088 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-16ff3ede-1e69-480a-bc98-7ebd11ff4d0d req-216a7c8d-19bd-4e5f-80ac-9456d3d8e81e tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 931 time: 0.0660021 Jun 16 16:26:53.918513 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-16ff3ede-1e69-480a-bc98-7ebd11ff4d0d req-8218cca1-6e4c-40d3-b7ad-ef611d615cd1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405357 Jun 16 16:26:54.804780 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0ff2dbcb-89ce-4ef8-ba16-69758aad4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:54.903024 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:55.099138 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819898cd-9b18-4576-9aba-103cffb4a929 req-8c13375c-46e7-4bb7-a4cb-de4e279932cc tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:55.100597 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-819898cd-9b18-4576-9aba-103cffb4a929 req-8c13375c-46e7-4bb7-a4cb-de4e279932cc tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 931 time: 0.0687401 Jun 16 16:26:55.138089 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-819898cd-9b18-4576-9aba-103cffb4a929 req-3b554983-3174-40c8-9e0e-32cb4d0dd23d tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316038 Jun 16 16:26:55.866692 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:56.314635 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50d653-8b7e-4111-8c88-b24579739c5c req-5a179fb0-ef10-466e-85cc-b37aca0a8da9 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:56.316110 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0e50d653-8b7e-4111-8c88-b24579739c5c req-5a179fb0-ef10-466e-85cc-b37aca0a8da9 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 931 time: 0.0659609 Jun 16 16:26:56.358255 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0e50d653-8b7e-4111-8c88-b24579739c5c req-0a3b1ca1-9b1d-4f3b-944c-ba4c5173736e tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356443 Jun 16 16:26:57.538719 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ac77e-3e45-4a2c-b38f-b372b0fe71bc req-c6948510-1bd0-4e8a-8149-ef9b94496d24 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:57.540225 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d85ac77e-3e45-4a2c-b38f-b372b0fe71bc req-c6948510-1bd0-4e8a-8149-ef9b94496d24 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 931 time: 0.0661933 Jun 16 16:26:57.579963 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d85ac77e-3e45-4a2c-b38f-b372b0fe71bc req-d1b1d021-227f-4887-87d1-1cbfef11d858 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334988 Jun 16 16:26:57.627356 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:58.171465 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:58.760231 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9685f-f1ed-4b31-943e-e454a49a2463 req-9d0e0e3c-78c7-4afa-a809-a56c693cd8fd tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:58.761764 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-17d9685f-f1ed-4b31-943e-e454a49a2463 req-9d0e0e3c-78c7-4afa-a809-a56c693cd8fd tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 931 time: 0.0653114 Jun 16 16:26:58.800691 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-17d9685f-f1ed-4b31-943e-e454a49a2463 req-62bdc4d0-a7a9-4ee4-beae-843dfe904244 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332325 Jun 16 16:26:59.321878 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8e0c6-18be-4e5d-90b8-4172f9250db9 req-ae7f364b-6ed3-4a54-8742-bdaf6769d94f tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:59.323312 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ccf8e0c6-18be-4e5d-90b8-4172f9250db9 req-ae7f364b-6ed3-4a54-8742-bdaf6769d94f tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0705929 Jun 16 16:26:59.366940 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ccf8e0c6-18be-4e5d-90b8-4172f9250db9 req-da0c5e7c-cec5-4048-9a4f-0ea2a8d5169f tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379004 Jun 16 16:26:59.993930 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1ce8e-e617-4552-9628-0a9cc2f566b4 req-c7b63456-1760-49e5-a375-f5c61189e734 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:59.995624 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-73c1ce8e-e617-4552-9628-0a9cc2f566b4 req-c7b63456-1760-49e5-a375-f5c61189e734 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 931 time: 0.0720046 Jun 16 16:27:00.034378 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-73c1ce8e-e617-4552-9628-0a9cc2f566b4 req-0b8f2f4e-4a9a-48b4-a657-be04c3981831 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325661 Jun 16 16:27:00.545170 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa9f53-e124-43e9-8249-6576f6579572 req-5db5c918-2343-40a1-ab55-e5d81a7d4338 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:00.546764 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6aaa9f53-e124-43e9-8249-6576f6579572 req-5db5c918-2343-40a1-ab55-e5d81a7d4338 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0652912 Jun 16 16:27:00.586277 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6aaa9f53-e124-43e9-8249-6576f6579572 req-7b52e103-ccab-4a12-81e6-5c22a3e22b32 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338945 Jun 16 16:27:01.476350 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d3986-729b-4b6d-96ba-67254bca9f21 req-56f0424a-efb3-49b7-a726-a7fa0a65599a tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:01.478111 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-977d3986-729b-4b6d-96ba-67254bca9f21 req-56f0424a-efb3-49b7-a726-a7fa0a65599a tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 931 time: 0.3227897 Jun 16 16:27:01.517506 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-977d3986-729b-4b6d-96ba-67254bca9f21 req-69762df1-4487-4e5d-8ae3-09114193ecaf tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335143 Jun 16 16:27:01.767264 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880e8f3-3b22-4ffc-942a-d8f46d20dec1 req-c31a6c93-a582-4879-a2df-da9a4ef66809 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:01.768620 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5880e8f3-3b22-4ffc-942a-d8f46d20dec1 req-c31a6c93-a582-4879-a2df-da9a4ef66809 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0673106 Jun 16 16:27:01.812615 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5880e8f3-3b22-4ffc-942a-d8f46d20dec1 req-7028bf27-373d-4473-bb3b-30e8ce9b888a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379813 Jun 16 16:27:02.692954 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0da948-d04f-4f50-8e9f-e9479f43f68d req-8588db5c-58f7-4c01-baba-0fa6dc56f07c tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:02.694485 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1a0da948-d04f-4f50-8e9f-e9479f43f68d req-8588db5c-58f7-4c01-baba-0fa6dc56f07c tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 931 time: 0.0647392 Jun 16 16:27:02.733945 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1a0da948-d04f-4f50-8e9f-e9479f43f68d req-a9c4d810-4edd-442b-88e5-2be1682a3143 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327160 Jun 16 16:27:02.990661 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddd4ba-c2f1-444e-9144-ec64e6a392aa req-c10b4c99-2df8-488e-a7f9-c60b00ea1940 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:02.992138 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d4ddd4ba-c2f1-444e-9144-ec64e6a392aa req-c10b4c99-2df8-488e-a7f9-c60b00ea1940 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0664592 Jun 16 16:27:03.033343 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d4ddd4ba-c2f1-444e-9144-ec64e6a392aa req-5b6ce632-9799-412a-a600-d866f6b06774 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329845 Jun 16 16:27:03.943021 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef40c4-c84f-4f91-92cf-232935e24f2a req-48d23b54-7fec-4643-bbea-b025032229c9 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:03.944469 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-a1ef40c4-c84f-4f91-92cf-232935e24f2a req-48d23b54-7fec-4643-bbea-b025032229c9 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 931 time: 0.0667832 Jun 16 16:27:03.983281 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-a1ef40c4-c84f-4f91-92cf-232935e24f2a req-0157e3d2-c0d7-4e19-8488-efd2fea21774 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324473 Jun 16 16:27:04.220463 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f82ad-a44f-4f59-b924-304d3d44a755 req-1e23e730-d62d-46bb-a0bf-c9ee0bbcb18e tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:04.221910 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a61f82ad-a44f-4f59-b924-304d3d44a755 req-1e23e730-d62d-46bb-a0bf-c9ee0bbcb18e tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0627310 Jun 16 16:27:04.257934 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a61f82ad-a44f-4f59-b924-304d3d44a755 req-b35dc12a-481d-4b68-b724-8b37fd66a144 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301969 Jun 16 16:27:04.289516 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Request body: {'port': {'device_id': 'c599923f-0a01-44c8-8b35-04504e8b0ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:04.372517 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:04.875039 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b614a4-2fc9-4e45-95bf-6f694694663c {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:27:04.882223 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:04.893771 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Transition to ACTIVE for port object 74b614a4-2fc9-4e45-95bf-6f694694663c will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:27:04.897618 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:04.900529 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b7c5b264-b435-4608-8786-38d34c591411 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:04.975051 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Pushing event updated for resources: {'Port': ['ID=74b614a4-2fc9-4e45-95bf-6f694694663c,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:04.979116 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:05.049681 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Attempting to bind port 74b614a4-2fc9-4e45-95bf-6f694694663c on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:27:05.050047 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Attempting to bind port 74b614a4-2fc9-4e45-95bf-6f694694663c by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': '5afde638-2b11-40b5-ae20-4298a0670435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:27:05.050349 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Attempting to bind port 74b614a4-2fc9-4e45-95bf-6f694694663c on network 3fa02372-40a2-4de4-ba40-0f55489bad57 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:27:05.054856 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Port 74b614a4-2fc9-4e45-95bf-6f694694663c on network 3fa02372-40a2-4de4-ba40-0f55489bad57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:27:05.055178 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Attempting to bind port 74b614a4-2fc9-4e45-95bf-6f694694663c on network 3fa02372-40a2-4de4-ba40-0f55489bad57 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:27:05.061035 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:27:05.061373 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Checking segment: {'id': '5afde638-2b11-40b5-ae20-4298a0670435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:27:05.061783 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Bound using segment: {'id': '5afde638-2b11-40b5-ae20-4298a0670435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:27:05.062212 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Bound port: 74b614a4-2fc9-4e45-95bf-6f694694663c, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afde638-2b11-40b5-ae20-4298a0670435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:27:05.062556 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:05.127670 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] For port 74b614a4-2fc9-4e45-95bf-6f694694663c, host hv-cinder-77525, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:27:05.130696 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] For port 74b614a4-2fc9-4e45-95bf-6f694694663c, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=74b614a4-2fc9-4e45-95bf-6f694694663c,segment=NetworkSegment(5afde638-2b11-40b5-ae20-4298a0670435),segment_id=5afde638-2b11-40b5-ae20-4298a0670435)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:27:05.135432 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:05.143689 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:05.161281 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb469fad-febc-4d64-a27b-098421c44941 req-84d4e2fb-92c4-4c78-aed0-6a17ee802101 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:05.163344 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bb469fad-febc-4d64-a27b-098421c44941 req-84d4e2fb-92c4-4c78-aed0-6a17ee802101 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 943 time: 0.0654795 Jun 16 16:27:05.168413 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:05.168846 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:05.170231 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-053544d7-3ed7-450e-9860-2277c8260b45 req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] 10.222.0.99 "PUT /v2.0/ports/74b614a4-2fc9-4e45-95bf-6f694694663c HTTP/1.1" status: 200 len: 1093 time: 0.8869073 Jun 16 16:27:05.170730 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c599923f-0a01-44c8-8b35-04504e8b0ed7', 'tag': '74b614a4-2fc9-4e45-95bf-6f694694663c'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:27:05.172995 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8785bb9-7b2a-4848-b91c-c438909982c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c599923f-0a01-44c8-8b35-04504e8b0ed7", "tag": "74b614a4-2fc9-4e45-95bf-6f694694663c"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:27:05.220028 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f576b0-8bbd-47b8-b230-407c7a48f29b x-openstack-request-id: req-38f576b0-8bbd-47b8-b230-407c7a48f29b {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:27:05.220358 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c599923f-0a01-44c8-8b35-04504e8b0ed7", "tag": "74b614a4-2fc9-4e45-95bf-6f694694663c", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:27:05.220913 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-38f576b0-8bbd-47b8-b230-407c7a48f29b {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:27:05.221966 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c599923f-0a01-44c8-8b35-04504e8b0ed7', 'tag': '74b614a4-2fc9-4e45-95bf-6f694694663c', 'status': 'completed', 'code': 200} Jun 16 16:27:05.223589 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bb469fad-febc-4d64-a27b-098421c44941 req-c15e0a67-2860-4944-aa6c-663baba0ca9c tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387294 Jun 16 16:27:05.235358 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Pushing event updated for resources: {'Port': ['ID=74b614a4-2fc9-4e45-95bf-6f694694663c,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:05.254480 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:05.285944 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053544d7-3ed7-450e-9860-2277c8260b45 req-41e3d558-53da-4b5e-a0a2-e5d4074bd958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:05.287716 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-053544d7-3ed7-450e-9860-2277c8260b45 req-41e3d558-53da-4b5e-a0a2-e5d4074bd958 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d02cb401f0dd45d9be74f93b832d64a5&device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 1096 time: 0.0624819 Jun 16 16:27:05.335357 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-053544d7-3ed7-450e-9860-2277c8260b45 req-a6cfaee2-6c9c-4efb-afbb-896c96d38fe7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74b614a4-2fc9-4e45-95bf-6f694694663c HTTP/1.1" status: 200 len: 217 time: 0.0364087 Jun 16 16:27:05.423314 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053544d7-3ed7-450e-9860-2277c8260b45 req-22c584b2-aaaf-4305-a01b-dabe6e33dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:05.424750 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-053544d7-3ed7-450e-9860-2277c8260b45 req-22c584b2-aaaf-4305-a01b-dabe6e33dc12 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6fee3573-4a35-45aa-b162-970554515868 HTTP/1.1" status: 200 len: 854 time: 0.0799897 Jun 16 16:27:05.483808 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701446b-ef55-443b-afc8-e1663ccb579b req-a4251b2f-c4ac-409d-bbcd-5d3038542102 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:05.485275 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d701446b-ef55-443b-afc8-e1663ccb579b req-a4251b2f-c4ac-409d-bbcd-5d3038542102 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.1087275 Jun 16 16:27:05.534285 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d701446b-ef55-443b-afc8-e1663ccb579b req-d86df2dd-607f-4eb0-a751-050653063145 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419664 Jun 16 16:27:05.538546 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053544d7-3ed7-450e-9860-2277c8260b45 req-d1ace123-c897-441a-be77-5ee02b7350c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:05.539981 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-053544d7-3ed7-450e-9860-2277c8260b45 req-d1ace123-c897-441a-be77-5ee02b7350c8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3fa02372-40a2-4de4-ba40-0f55489bad57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0980146 Jun 16 16:27:05.646518 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-053544d7-3ed7-450e-9860-2277c8260b45 req-5c976a30-de8d-45b1-b807-5a8b47eec896 service neutron] 10.222.0.99 "GET /v2.0/networks/3fa02372-40a2-4de4-ba40-0f55489bad57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841877 Jun 16 16:27:05.734909 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-053544d7-3ed7-450e-9860-2277c8260b45 req-9e91fbb3-8d97-454a-af85-fe2df78aae28 service neutron] 10.222.0.99 "GET /v2.0/networks/3fa02372-40a2-4de4-ba40-0f55489bad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802877 Jun 16 16:27:05.834457 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8785bb9-7b2a-4848-b91c-c438909982c9 req-a6657363-f04d-4359-85b3-ec545c6418ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:05.835905 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c8785bb9-7b2a-4848-b91c-c438909982c9 req-a6657363-f04d-4359-85b3-ec545c6418ac service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d02cb401f0dd45d9be74f93b832d64a5&device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 1096 time: 0.0524738 Jun 16 16:27:05.933391 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8785bb9-7b2a-4848-b91c-c438909982c9 req-6ca7801c-767f-4055-b288-2803360e7255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:05.934830 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c8785bb9-7b2a-4848-b91c-c438909982c9 req-6ca7801c-767f-4055-b288-2803360e7255 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3fa02372-40a2-4de4-ba40-0f55489bad57 HTTP/1.1" status: 200 len: 916 time: 0.0850079 Jun 16 16:27:05.979054 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c8785bb9-7b2a-4848-b91c-c438909982c9 req-09a8176c-42f8-49ea-8b34-82d7868df651 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74b614a4-2fc9-4e45-95bf-6f694694663c HTTP/1.1" status: 200 len: 217 time: 0.0331316 Jun 16 16:27:06.035037 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8785bb9-7b2a-4848-b91c-c438909982c9 req-7d34d535-7fc0-4c2f-b951-7a46a2c6fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:06.036301 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c8785bb9-7b2a-4848-b91c-c438909982c9 req-7d34d535-7fc0-4c2f-b951-7a46a2c6fbbb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6fee3573-4a35-45aa-b162-970554515868 HTTP/1.1" status: 200 len: 854 time: 0.0456228 Jun 16 16:27:06.094262 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8785bb9-7b2a-4848-b91c-c438909982c9 req-eaa1ec98-58f7-42e8-8a64-81bb71c52f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:06.095729 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c8785bb9-7b2a-4848-b91c-c438909982c9 req-eaa1ec98-58f7-42e8-8a64-81bb71c52f50 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3fa02372-40a2-4de4-ba40-0f55489bad57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521569 Jun 16 16:27:06.188863 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c8785bb9-7b2a-4848-b91c-c438909982c9 req-11e41f97-0ac3-438a-8bf3-b56ef982d1db service neutron] 10.222.0.99 "GET /v2.0/networks/3fa02372-40a2-4de4-ba40-0f55489bad57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852814 Jun 16 16:27:06.278641 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c8785bb9-7b2a-4848-b91c-c438909982c9 req-25dbfa5c-5fa6-474c-8fd5-96630cdbc76f service neutron] 10.222.0.99 "GET /v2.0/networks/3fa02372-40a2-4de4-ba40-0f55489bad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820770 Jun 16 16:27:06.405697 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e5c56-3ac0-469c-ac96-f930bced0316 req-147a6d0b-00b5-464f-92ce-941875b7e78b tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:06.407132 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bf5e5c56-3ac0-469c-ac96-f930bced0316 req-147a6d0b-00b5-464f-92ce-941875b7e78b tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 943 time: 0.0627043 Jun 16 16:27:06.448326 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bf5e5c56-3ac0-469c-ac96-f930bced0316 req-5a17f519-b221-4ef4-a46d-ebefbe9ec3cc tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355399 Jun 16 16:27:06.728217 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf839d-8a16-4d07-8219-34ec2d085b44 req-e4a035d9-b128-4399-b384-d2e410a28b6f tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:06.729664 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-54cf839d-8a16-4d07-8219-34ec2d085b44 req-e4a035d9-b128-4399-b384-d2e410a28b6f tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.99 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.0630493 Jun 16 16:27:06.894857 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-54cf839d-8a16-4d07-8219-34ec2d085b44 req-313fdb4b-54cc-441e-89b6-89cd1de93236 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Deleting port e9aedbbf-0f8c-401a-a1f1-0111cb20a149 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:27:06.895195 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-54cf839d-8a16-4d07-8219-34ec2d085b44 req-313fdb4b-54cc-441e-89b6-89cd1de93236 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:06.916370 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60edb42-84e1-45dc-8a9b-f50af7475881 req-0d691e96-0044-483b-afd2-f80bc7920a60 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:06.917839 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e60edb42-84e1-45dc-8a9b-f50af7475881 req-0d691e96-0044-483b-afd2-f80bc7920a60 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 945 time: 0.2755079 Jun 16 16:27:07.002575 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e60edb42-84e1-45dc-8a9b-f50af7475881 req-97b582ee-1970-4b8d-8b00-7af137ccc628 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=324de803-ab71-496d-83e2-735bf7371f83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789557 Jun 16 16:27:07.019346 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-54cf839d-8a16-4d07-8219-34ec2d085b44 req-313fdb4b-54cc-441e-89b6-89cd1de93236 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] For port e9aedbbf-0f8c-401a-a1f1-0111cb20a149, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e9aedbbf-0f8c-401a-a1f1-0111cb20a149,segment=NetworkSegment(4a460494-d6ff-48a4-82fb-c5fa15034f2c),segment_id=4a460494-d6ff-48a4-82fb-c5fa15034f2c)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:27:07.019702 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-54cf839d-8a16-4d07-8219-34ec2d085b44 req-313fdb4b-54cc-441e-89b6-89cd1de93236 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:07.223948 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-54cf839d-8a16-4d07-8219-34ec2d085b44 req-313fdb4b-54cc-441e-89b6-89cd1de93236 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:07.224325 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-54cf839d-8a16-4d07-8219-34ec2d085b44 req-313fdb4b-54cc-441e-89b6-89cd1de93236 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33160423'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:07.224632 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.l3_db [req-54cf839d-8a16-4d07-8219-34ec2d085b44 req-313fdb4b-54cc-441e-89b6-89cd1de93236 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Floating IP 31ba54fa-e7ee-4f0d-9dd3-f2d15db643fa disassociated. External IP: 172.27.0.119, port: e9aedbbf-0f8c-401a-a1f1-0111cb20a149. Jun 16 16:27:07.224971 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-54cf839d-8a16-4d07-8219-34ec2d085b44 req-313fdb4b-54cc-441e-89b6-89cd1de93236 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Calling delete_port for e9aedbbf-0f8c-401a-a1f1-0111cb20a149 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:27:07.349679 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-54cf839d-8a16-4d07-8219-34ec2d085b44 req-313fdb4b-54cc-441e-89b6-89cd1de93236 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:07.353546 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:07.380461 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fdb4b-54cc-441e-89b6-89cd1de93236 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Pushing event deleted for resources: {'Port': ['ID=e9aedbbf-0f8c-401a-a1f1-0111cb20a149,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:07.384427 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-313fdb4b-54cc-441e-89b6-89cd1de93236 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:07.496113 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54cf839d-8a16-4d07-8219-34ec2d085b44 req-313fdb4b-54cc-441e-89b6-89cd1de93236 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Router 2c52a323-4afe-429b-957f-cca11e6c19de has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:27:07.608568 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54cf839d-8a16-4d07-8219-34ec2d085b44 req-313fdb4b-54cc-441e-89b6-89cd1de93236 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:27:07.623864 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c5cd7-56ac-4c4e-b1f2-8234192a9cb5 None None] Sync routers for ids ['2c52a323-4afe-429b-957f-cca11e6c19de'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:27:07.635700 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c5cd7-56ac-4c4e-b1f2-8234192a9cb5 None None] Routers {'2c52a323-4afe-429b-957f-cca11e6c19de'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:27:07.636601 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-f68c5cd7-56ac-4c4e-b1f2-8234192a9cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:26:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2c52a323-4afe-429b-957f-cca11e6c19de'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:07.651525 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14273b17-9f82-47a7-b601-acb9a93e17b0 req-c6a66871-e58e-4f3f-8c3f-16a1806bce56 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:07.653187 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-14273b17-9f82-47a7-b601-acb9a93e17b0 req-c6a66871-e58e-4f3f-8c3f-16a1806bce56 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 943 time: 0.0801702 Jun 16 16:27:07.666739 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-54cf839d-8a16-4d07-8219-34ec2d085b44 req-313fdb4b-54cc-441e-89b6-89cd1de93236 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] No DVR routers for this DVR port e9aedbbf-0f8c-401a-a1f1-0111cb20a149 on host hv-cinder-77525 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:27:07.669530 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-54cf839d-8a16-4d07-8219-34ec2d085b44 req-313fdb4b-54cc-441e-89b6-89cd1de93236 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:07.671821 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-54cf839d-8a16-4d07-8219-34ec2d085b44 req-313fdb4b-54cc-441e-89b6-89cd1de93236 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.99 "DELETE /v2.0/ports/e9aedbbf-0f8c-401a-a1f1-0111cb20a149 HTTP/1.1" status: 204 len: 173 time: 0.9355567 Jun 16 16:27:07.672330 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de5aa86a-b64b-47c1-8c53-2e0d72dd2329', 'name': 'network-vif-deleted', 'tag': 'e9aedbbf-0f8c-401a-a1f1-0111cb20a149'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:27:07.674760 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e8e698-293f-403c-be39-e26743c154d0" -d '{"events": [{"server_uuid": "de5aa86a-b64b-47c1-8c53-2e0d72dd2329", "name": "network-vif-deleted", "tag": "e9aedbbf-0f8c-401a-a1f1-0111cb20a149"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:27:07.694668 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-14273b17-9f82-47a7-b601-acb9a93e17b0 req-a61b3402-0646-4417-9f41-e7bf69f97d07 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358160 Jun 16 16:27:07.735142 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d05cfa-c4d2-4079-83a0-913bae03e2e6 x-openstack-request-id: req-b4d05cfa-c4d2-4079-83a0-913bae03e2e6 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:27:07.735469 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de5aa86a-b64b-47c1-8c53-2e0d72dd2329", "name": "network-vif-deleted", "tag": "e9aedbbf-0f8c-401a-a1f1-0111cb20a149", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:27:07.735756 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b4d05cfa-c4d2-4079-83a0-913bae03e2e6 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:27:07.736181 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de5aa86a-b64b-47c1-8c53-2e0d72dd2329', 'name': 'network-vif-deleted', 'tag': 'e9aedbbf-0f8c-401a-a1f1-0111cb20a149', 'status': 'completed', 'code': 200} Jun 16 16:27:07.761356 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-f68c5cd7-56ac-4c4e-b1f2-8234192a9cb5 None None] Set router 2c52a323-4afe-429b-957f-cca11e6c19de gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:27:07.967549 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-f68c5cd7-56ac-4c4e-b1f2-8234192a9cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 4, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port': {'id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:08Z', 'updated_at': '2021-06-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '09c2201b-a9e2-4d60-9427-af2dfbe370ed', 'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'mac_address': 'fa:16:3e:71:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:13Z', 'updated_at': '2021-06-16T16:22:22Z', 'revision_number': 5, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'subnets': [{'id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:07.971012 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c5cd7-56ac-4c4e-b1f2-8234192a9cb5 None None] Checking router: 2c52a323-4afe-429b-957f-cca11e6c19de for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:27:07.979566 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c5cd7-56ac-4c4e-b1f2-8234192a9cb5 None None] Routers {'2c52a323-4afe-429b-957f-cca11e6c19de'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:27:07.980168 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-f68c5cd7-56ac-4c4e-b1f2-8234192a9cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:26:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2c52a323-4afe-429b-957f-cca11e6c19de'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:08.081527 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-f68c5cd7-56ac-4c4e-b1f2-8234192a9cb5 None None] Set router 2c52a323-4afe-429b-957f-cca11e6c19de gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:27:08.178260 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-a9416327-10af-4884-997a-1130a0730d15 req-7c90fdcc-bcf2-46cb-aedb-779b9918339c tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=de5aa86a-b64b-47c1-8c53-2e0d72dd2329 HTTP/1.1" status: 200 len: 210 time: 0.0351856 Jun 16 16:27:08.308495 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-f68c5cd7-56ac-4c4e-b1f2-8234192a9cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 4, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port': {'id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:08Z', 'updated_at': '2021-06-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '09c2201b-a9e2-4d60-9427-af2dfbe370ed', 'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'mac_address': 'fa:16:3e:71:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:13Z', 'updated_at': '2021-06-16T16:22:22Z', 'revision_number': 5, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'subnets': [{'id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:08.312967 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c5cd7-56ac-4c4e-b1f2-8234192a9cb5 None None] The sync data for ids ['2c52a323-4afe-429b-957f-cca11e6c19de'] in dv-cinder-775250-5-iscsi is: [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 4, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port': {'id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:08Z', 'updated_at': '2021-06-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '09c2201b-a9e2-4d60-9427-af2dfbe370ed', 'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'mac_address': 'fa:16:3e:71:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:13Z', 'updated_at': '2021-06-16T16:22:22Z', 'revision_number': 5, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'subnets': [{'id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:27:08.351638 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 74b614a4-2fc9-4e45-95bf-6f694694663c details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:27:08.458017 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 74b614a4-2fc9-4e45-95bf-6f694694663c, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=74b614a4-2fc9-4e45-95bf-6f694694663c,segment=NetworkSegment(5afde638-2b11-40b5-ae20-4298a0670435),segment_id=5afde638-2b11-40b5-ae20-4298a0670435)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:27:08.475068 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': '74b614a4-2fc9-4e45-95bf-6f694694663c', 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57', 'port_id': '74b614a4-2fc9-4e45-95bf-6f694694663c', 'mac_address': 'fa:16:3e:39:03:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fee3573-4a35-45aa-b162-970554515868', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:27:08.514275 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:08.528434 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b614a4-2fc9-4e45-95bf-6f694694663c {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:27:08.551923 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 74b614a4-2fc9-4e45-95bf-6f694694663c, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=74b614a4-2fc9-4e45-95bf-6f694694663c,segment=NetworkSegment(5afde638-2b11-40b5-ae20-4298a0670435),segment_id=5afde638-2b11-40b5-ae20-4298a0670435)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:27:08.557029 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:08.559005 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:08.562096 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eabb87-c33d-4b9b-ba3a-f9cac582821b None None] New status for floating IP 31ba54fa-e7ee-4f0d-9dd3-f2d15db643fa: DOWN {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:27:08.605776 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=74b614a4-2fc9-4e45-95bf-6f694694663c,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:08.608828 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:08.873522 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d50ff-011f-4185-ba23-330b4214bf96 req-cbf5d8d5-27fc-4824-87de-e907f4bbed6f tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:08.874696 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['74b614a4-2fc9-4e45-95bf-6f694694663c'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:27:08.875332 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ef8d50ff-011f-4185-ba23-330b4214bf96 req-cbf5d8d5-27fc-4824-87de-e907f4bbed6f tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 944 time: 0.0658228 Jun 16 16:27:08.917101 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ef8d50ff-011f-4185-ba23-330b4214bf96 req-1c53b7ef-8736-4911-b809-80f27f499790 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354898 Jun 16 16:27:09.446741 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 36378) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:09.505127 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a4cd8b89-5d88-48b6-b3aa-60e77b61fa1b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:09.527776 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a4cd8b89-5d88-48b6-b3aa-60e77b61fa1b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:09.577317 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a4cd8b89-5d88-48b6-b3aa-60e77b61fa1b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:09.579838 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a4cd8b89-5d88-48b6-b3aa-60e77b61fa1b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:09.580973 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-a4cd8b89-5d88-48b6-b3aa-60e77b61fa1b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "DELETE /v2.0/security-groups/324de803-ab71-496d-83e2-735bf7371f83 HTTP/1.1" status: 204 len: 168 time: 0.1330731 Jun 16 16:27:09.581751 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-440883f8-c25c-458b-afc2-78b00304180a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:09.583866 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36380) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:09.591418 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd8b89-5d88-48b6-b3aa-60e77b61fa1b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=324de803-ab71-496d-83e2-735bf7371f83,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:09.594043 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a4cd8b89-5d88-48b6-b3aa-60e77b61fa1b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:09.598799 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.api.v2.resource [None req-62638e42-a485-4893-9920-7242e2493a22 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] show failed (client error): The resource could not be found. Jun 16 16:27:09.599782 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-62638e42-a485-4893-9920-7242e2493a22 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups/324de803-ab71-496d-83e2-735bf7371f83 HTTP/1.1" status: 404 len: 347 time: 0.0148892 Jun 16 16:27:09.602961 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36382) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:09.728957 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-e407d01a-abdc-41cc-8725-eb4758bbef9b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Deleting port 21436067-fda0-4f53-9790-acdab6506f8a {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:27:09.729218 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e407d01a-abdc-41cc-8725-eb4758bbef9b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:09.808786 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e407d01a-abdc-41cc-8725-eb4758bbef9b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:09.809109 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e407d01a-abdc-41cc-8725-eb4758bbef9b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:09.879098 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-e407d01a-abdc-41cc-8725-eb4758bbef9b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Calling delete_port for 21436067-fda0-4f53-9790-acdab6506f8a owned by network:floatingip {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:27:10.019424 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e407d01a-abdc-41cc-8725-eb4758bbef9b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.022289 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c9fdc3e9-c97a-4d93-9bda-d898fea81067 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:10.050058 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407d01a-abdc-41cc-8725-eb4758bbef9b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Pushing event deleted for resources: {'Port': ['ID=21436067-fda0-4f53-9790-acdab6506f8a,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:10.053857 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e407d01a-abdc-41cc-8725-eb4758bbef9b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:10.111779 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e407d01a-abdc-41cc-8725-eb4758bbef9b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for floatingip, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.114804 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e407d01a-abdc-41cc-8725-eb4758bbef9b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.116039 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-e407d01a-abdc-41cc-8725-eb4758bbef9b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "DELETE /v2.0/floatingips/31ba54fa-e7ee-4f0d-9dd3-f2d15db643fa HTTP/1.1" status: 204 len: 168 time: 0.5123832 Jun 16 16:27:10.158496 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2154c-f262-496e-8066-12dc5b16911d req-3b2b4c7f-1e3e-4cf3-829a-c93130a203b8 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:10.160104 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ccd2154c-f262-496e-8066-12dc5b16911d req-3b2b4c7f-1e3e-4cf3-829a-c93130a203b8 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 944 time: 0.1311245 Jun 16 16:27:10.203366 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ccd2154c-f262-496e-8066-12dc5b16911d req-a0c058fa-ac6f-44ac-952b-0e1c21eadb2a tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359316 Jun 16 16:27:10.349470 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 74b614a4-2fc9-4e45-95bf-6f694694663c up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:27:10.395537 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port 74b614a4-2fc9-4e45-95bf-6f694694663c completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:27:10.399007 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port 74b614a4-2fc9-4e45-95bf-6f694694663c triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:27:10.399388 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.483834 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.507207 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c599923f-0a01-44c8-8b35-04504e8b0ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b614a4-2fc9-4e45-95bf-6f694694663c'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:27:10.510192 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7129ec00-4eff-44c5-bf0e-e7bbcf528e95" -d '{"events": [{"server_uuid": "c599923f-0a01-44c8-8b35-04504e8b0ed7", "name": "network-vif-plugged", "status": "completed", "tag": "74b614a4-2fc9-4e45-95bf-6f694694663c"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:27:10.523490 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 74b614a4-2fc9-4e45-95bf-6f694694663c, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=74b614a4-2fc9-4e45-95bf-6f694694663c,segment=NetworkSegment(5afde638-2b11-40b5-ae20-4298a0670435),segment_id=5afde638-2b11-40b5-ae20-4298a0670435)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:27:10.529130 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.532763 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device e9aedbbf-0f8c-401a-a1f1-0111cb20a149 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:27:10.535021 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:10.564948 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36392) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:10.570097 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-49e838aa-825c-4db4-84e3-077755f54418 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--346773426', 'description': 'tempest-description--49815075'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:10.572866 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf041261-0656-440e-a0b5-f3fb7ff21abd x-openstack-request-id: req-bf041261-0656-440e-a0b5-f3fb7ff21abd {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:27:10.573167 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c599923f-0a01-44c8-8b35-04504e8b0ed7", "name": "network-vif-plugged", "status": "completed", "tag": "74b614a4-2fc9-4e45-95bf-6f694694663c", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:27:10.573430 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bf041261-0656-440e-a0b5-f3fb7ff21abd {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:27:10.573847 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c599923f-0a01-44c8-8b35-04504e8b0ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b614a4-2fc9-4e45-95bf-6f694694663c', 'code': 200} Jun 16 16:27:10.576002 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: e9aedbbf-0f8c-401a-a1f1-0111cb20a149 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:27:10.576365 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device e9aedbbf-0f8c-401a-a1f1-0111cb20a149 not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:27:10.594612 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49e838aa-825c-4db4-84e3-077755f54418 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.601890 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=74b614a4-2fc9-4e45-95bf-6f694694663c,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:10.605701 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:10.682987 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49e838aa-825c-4db4-84e3-077755f54418 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.686266 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49e838aa-825c-4db4-84e3-077755f54418 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.689532 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-fb2c8c64-8a8d-4aea-af5b-a29cc2de8634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:10.718022 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-49e838aa-825c-4db4-84e3-077755f54418 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.721109 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 36394) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:10.721827 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-49e838aa-825c-4db4-84e3-077755f54418 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1549258 Jun 16 16:27:10.726095 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-51b8f1b4-4111-4f4e-aefb-f6b7104ebfef tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Request body: {'security_group_rule': {'security_group_id': 'f66b9639-a287-4e5f-879d-190a75287399', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:10.726369 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e838aa-825c-4db4-84e3-077755f54418 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f66b9639-a287-4e5f-879d-190a75287399,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:10.729865 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-49e838aa-825c-4db4-84e3-077755f54418 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:10.753240 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-51b8f1b4-4111-4f4e-aefb-f6b7104ebfef tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.788754 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d723917-f2b8-4343-8ece-5c082ccfab12 req-85cbb59d-6ad7-4b78-926f-e61f4934e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:10.790458 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8d723917-f2b8-4343-8ece-5c082ccfab12 req-85cbb59d-6ad7-4b78-926f-e61f4934e0ed service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 1098 time: 0.0561094 Jun 16 16:27:10.799733 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-51b8f1b4-4111-4f4e-aefb-f6b7104ebfef tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.803439 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-51b8f1b4-4111-4f4e-aefb-f6b7104ebfef tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.805629 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ecbb0275-865f-44e2-8759-c1b6fe43f448 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:10.824502 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8f1b4-4111-4f4e-aefb-f6b7104ebfef tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79f5c89-738b-4cbe-84b1-fa0c386f9325,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:10.827610 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-51b8f1b4-4111-4f4e-aefb-f6b7104ebfef tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:10.830175 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-51b8f1b4-4111-4f4e-aefb-f6b7104ebfef tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.830820 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8d723917-f2b8-4343-8ece-5c082ccfab12 req-c0ff8cae-4e84-4b0e-8ddd-d879601a4368 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330687 Jun 16 16:27:10.831320 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-51b8f1b4-4111-4f4e-aefb-f6b7104ebfef tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1089768 Jun 16 16:27:10.833949 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36396) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:10.839259 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-dd6091ba-2ea0-4d84-bf8d-1d6b4ab2b850 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Request body: {'security_group_rule': {'security_group_id': 'f66b9639-a287-4e5f-879d-190a75287399', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:10.865115 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dd6091ba-2ea0-4d84-bf8d-1d6b4ab2b850 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.912084 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dd6091ba-2ea0-4d84-bf8d-1d6b4ab2b850 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.915684 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dd6091ba-2ea0-4d84-bf8d-1d6b4ab2b850 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.917903 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0bbbe791-491c-4f63-9fe0-1c64a9b1134b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:10.933877 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6091ba-2ea0-4d84-bf8d-1d6b4ab2b850 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c19f936-86ff-4448-b6fe-e934408f2a12,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:10.936585 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-dd6091ba-2ea0-4d84-bf8d-1d6b4ab2b850 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:10.939589 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-dd6091ba-2ea0-4d84-bf8d-1d6b4ab2b850 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.940958 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-dd6091ba-2ea0-4d84-bf8d-1d6b4ab2b850 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1059623 Jun 16 16:27:10.944068 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36398) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:10.949136 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Request body: {'floatingip': {'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:10.970992 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for floatingip, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:11.065572 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:11.166477 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Allocated IP 172.27.0.32 (543270ac-5087-4a4b-b928-324956c3ce61/fb22e153-4378-4f12-ab9d-39b0c838861f/022ea091-ff8c-452a-b773-71a17b893212) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:27:11.269627 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:11.309087 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:11.311263 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-58a91328-78ed-43c4-9024-99d394f511d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:11.345919 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Network 543270ac-5087-4a4b-b928-324956c3ce61 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:27:11.348727 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:27:11.351406 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:27:11.383233 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Pushing event updated for resources: {'Port': ['ID=022ea091-ff8c-452a-b773-71a17b893212,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:11.383621 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946cfba-1553-4ff5-8406-777695a8eb03 req-c72a7406-5f3a-4977-8633-74eb47cdb256 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:11.385898 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5946cfba-1553-4ff5-8406-777695a8eb03 req-c72a7406-5f3a-4977-8633-74eb47cdb256 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 945 time: 0.0679018 Jun 16 16:27:11.386908 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:11.428836 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5946cfba-1553-4ff5-8406-777695a8eb03 req-d398021e-3b5e-4f01-ab5b-c41a24712cac tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358284 Jun 16 16:27:11.444948 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:11.491786 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:11.643644 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:11.648470 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:11.651967 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-40fdf4ea-39a6-409c-8b27-07e58911268c tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:11.719590 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Pushing event updated for resources: {'Port': ['ID=022ea091-ff8c-452a-b773-71a17b893212,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:11.723165 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:11.728351 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33160423'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:11.742479 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:11.743977 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7989964 Jun 16 16:27:11.929812 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-34574efa-de1a-431c-a969-20400176c661 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--346773426&fields=id&tenant_id=7b8a7950983b4751a0fb34523c61191d HTTP/1.1" status: 200 len: 267 time: 0.0318334 Jun 16 16:27:12.035139 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-a79131c3-13ac-4c87-98b3-1a225579db33 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:12.036447 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-a79131c3-13ac-4c87-98b3-1a225579db33 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/networks?id=02e15231-b46c-4cf2-9ad6-fa4086007904 HTTP/1.1" status: 200 len: 809 time: 0.0994685 Jun 16 16:27:12.050602 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-6537bd48-65a7-400d-bbeb-da3758780e5a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/quotas/7b8a7950983b4751a0fb34523c61191d HTTP/1.1" status: 200 len: 375 time: 0.0087276 Jun 16 16:27:12.120087 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-0256a807-c32c-4a78-abbf-e559cc112bc7 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7b8a7950983b4751a0fb34523c61191d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645795 Jun 16 16:27:12.507956 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-0c4a038f-ca40-4749-8502-c9e9b04a0744 service neutron] 10.222.0.86 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756173 Jun 16 16:27:12.597863 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-79aa9915-df2b-464a-92fc-fe776d05414b service neutron] 10.222.0.86 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839272 Jun 16 16:27:12.600013 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fbb54-2d86-430c-934b-5eaa40bc01d2 req-b5614f1d-680b-4f8f-a1c6-a0bf17c4c774 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:12.601504 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f80fbb54-2d86-430c-934b-5eaa40bc01d2 req-b5614f1d-680b-4f8f-a1c6-a0bf17c4c774 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 945 time: 0.0629969 Jun 16 16:27:12.639862 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f80fbb54-2d86-430c-934b-5eaa40bc01d2 req-71b7c2ad-eb4b-44c6-8fa4-58c46087fbd8 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316479 Jun 16 16:27:12.773822 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-355bee99-bd83-4af4-ad14-58064a2f57f4 req-1f13007b-97d2-40b4-843a-e99e61e6796e tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=b49f4645-0829-4c43-b1d5-02eaa276843e HTTP/1.1" status: 200 len: 210 time: 0.0321181 Jun 16 16:27:12.819312 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464ec78-7904-4e1f-98da-8065d806fba1 req-20473cee-5b49-4738-829f-42db953e5f52 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:12.821047 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4464ec78-7904-4e1f-98da-8065d806fba1 req-20473cee-5b49-4738-829f-42db953e5f52 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 945 time: 0.0648878 Jun 16 16:27:12.861725 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4464ec78-7904-4e1f-98da-8065d806fba1 req-630cec98-9cfc-4ada-a490-96a9ab1e92aa tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333970 Jun 16 16:27:13.262947 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689f659-1d12-467e-9280-244b801b15c6 req-fd8a4830-4414-479e-9f1d-25c69da3a000 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:13.264655 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-7689f659-1d12-467e-9280-244b801b15c6 req-fd8a4830-4414-479e-9f1d-25c69da3a000 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 945 time: 0.0738528 Jun 16 16:27:13.302628 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-7689f659-1d12-467e-9280-244b801b15c6 req-1389bff2-aad5-474f-be35-14095a1c1b9f tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322721 Jun 16 16:27:13.932452 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ec09e740-3841-468d-a3f7-056e86f90f30 req-209ab1b2-8c30-4ee8-8a90-b4b83d3755c1 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=b49f4645-0829-4c43-b1d5-02eaa276843e HTTP/1.1" status: 200 len: 210 time: 0.0330322 Jun 16 16:27:14.077910 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-cf01f988-7e92-4f19-829a-db736fbc56a5 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:14.079297 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-cf01f988-7e92-4f19-829a-db736fbc56a5 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.99 "GET /v2.0/networks?id=02e15231-b46c-4cf2-9ad6-fa4086007904 HTTP/1.1" status: 200 len: 809 time: 0.1024983 Jun 16 16:27:14.133839 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b0d26768-0b9c-4beb-84e8-91f848631e9f tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b8a7950983b4751a0fb34523c61191d HTTP/1.1" status: 200 len: 379 time: 0.0424244 Jun 16 16:27:14.144145 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-0d94d865-57e4-4e3f-ba6b-83b3f6ebbd98 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Request body: {'port': {'device_id': 'b49f4645-0829-4c43-b1d5-02eaa276843e', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'admin_state_up': True, 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'security_groups': ['f66b9639-a287-4e5f-879d-190a75287399']}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:14.255490 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-0d94d865-57e4-4e3f-ba6b-83b3f6ebbd98 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Made reservation on behalf of 7b8a7950983b4751a0fb34523c61191d for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:27:14.258980 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-0d94d865-57e4-4e3f-ba6b-83b3f6ebbd98 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:14.385610 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-0d94d865-57e4-4e3f-ba6b-83b3f6ebbd98 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Allocated IP 172.20.0.10 (02e15231-b46c-4cf2-9ad6-fa4086007904/ea088378-29f7-4b89-b70f-57d9f2f62724/81c9f09c-2f6e-4f82-b80f-50573b21c621) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:27:14.522584 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-0d94d865-57e4-4e3f-ba6b-83b3f6ebbd98 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:14.540706 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-0d94d865-57e4-4e3f-ba6b-83b3f6ebbd98 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Transition to ACTIVE for port object 81c9f09c-2f6e-4f82-b80f-50573b21c621 will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:27:14.574621 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-0d94d865-57e4-4e3f-ba6b-83b3f6ebbd98 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:14.579045 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:14.618363 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-0d94d865-57e4-4e3f-ba6b-83b3f6ebbd98 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Network 02e15231-b46c-4cf2-9ad6-fa4086007904 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:27:14.623527 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-0d94d865-57e4-4e3f-ba6b-83b3f6ebbd98 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:27:14.627241 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-0d94d865-57e4-4e3f-ba6b-83b3f6ebbd98 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:27:14.652055 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94d865-57e4-4e3f-ba6b-83b3f6ebbd98 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Pushing event updated for resources: {'Port': ['ID=81c9f09c-2f6e-4f82-b80f-50573b21c621,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:14.656464 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0d94d865-57e4-4e3f-ba6b-83b3f6ebbd98 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:14.689198 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-0d94d865-57e4-4e3f-ba6b-83b3f6ebbd98 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:14.689198 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-0d94d865-57e4-4e3f-ba6b-83b3f6ebbd98 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:14.697359 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-0d94d865-57e4-4e3f-ba6b-83b3f6ebbd98 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5559289 Jun 16 16:27:14.708560 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Request body: {'port': {'device_id': 'b49f4645-0829-4c43-b1d5-02eaa276843e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:14.791691 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:14.894489 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-3881c5aa-2532-45a8-8fa1-29b11d538a6f None None] Provisioning for port 81c9f09c-2f6e-4f82-b80f-50573b21c621 completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:27:14.898847 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-3881c5aa-2532-45a8-8fa1-29b11d538a6f None None] Provisioning complete for port 81c9f09c-2f6e-4f82-b80f-50573b21c621 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:27:14.899230 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3881c5aa-2532-45a8-8fa1-29b11d538a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:14.933349 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-3881c5aa-2532-45a8-8fa1-29b11d538a6f None None] Port 81c9f09c-2f6e-4f82-b80f-50573b21c621 cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:27:15.098571 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c9f09c-2f6e-4f82-b80f-50573b21c621 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:27:15.109671 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:15.127927 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Transition to ACTIVE for port object 81c9f09c-2f6e-4f82-b80f-50573b21c621 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:27:15.132281 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:15.137262 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c43ee8ea-411e-4195-9b76-335dd95b9d0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:15.237101 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d8a93-c7ca-4142-9c69-f026288132ec req-6b42c74b-0bb6-4f70-90c4-881294aa819a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:15.238790 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-183d8a93-c7ca-4142-9c69-f026288132ec req-6b42c74b-0bb6-4f70-90c4-881294aa819a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=b49f4645-0829-4c43-b1d5-02eaa276843e HTTP/1.1" status: 200 len: 932 time: 0.1851840 Jun 16 16:27:15.242593 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Pushing event updated for resources: {'Port': ['ID=81c9f09c-2f6e-4f82-b80f-50573b21c621,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:15.248257 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:15.334154 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-183d8a93-c7ca-4142-9c69-f026288132ec req-e64a858f-cb65-45b6-bbbd-b52ae62e6a60 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=f66b9639-a287-4e5f-879d-190a75287399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888050 Jun 16 16:27:15.365505 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Attempting to bind port 81c9f09c-2f6e-4f82-b80f-50573b21c621 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:27:15.365883 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Attempting to bind port 81c9f09c-2f6e-4f82-b80f-50573b21c621 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': '4a460494-d6ff-48a4-82fb-c5fa15034f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:27:15.366220 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Attempting to bind port 81c9f09c-2f6e-4f82-b80f-50573b21c621 on network 02e15231-b46c-4cf2-9ad6-fa4086007904 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:27:15.372222 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Port 81c9f09c-2f6e-4f82-b80f-50573b21c621 on network 02e15231-b46c-4cf2-9ad6-fa4086007904 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:27:15.372577 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Attempting to bind port 81c9f09c-2f6e-4f82-b80f-50573b21c621 on network 02e15231-b46c-4cf2-9ad6-fa4086007904 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:27:15.377713 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:27:15.378055 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Checking segment: {'id': '4a460494-d6ff-48a4-82fb-c5fa15034f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:27:15.378603 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Bound using segment: {'id': '4a460494-d6ff-48a4-82fb-c5fa15034f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:27:15.378872 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Bound port: 81c9f09c-2f6e-4f82-b80f-50573b21c621, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a460494-d6ff-48a4-82fb-c5fa15034f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:27:15.379221 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:15.442536 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] For port 81c9f09c-2f6e-4f82-b80f-50573b21c621, host hv-cinder-77525, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:27:15.445622 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] For port 81c9f09c-2f6e-4f82-b80f-50573b21c621, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=81c9f09c-2f6e-4f82-b80f-50573b21c621,segment=NetworkSegment(4a460494-d6ff-48a4-82fb-c5fa15034f2c),segment_id=4a460494-d6ff-48a4-82fb-c5fa15034f2c)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:27:15.450742 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:15.452645 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-44cb3311-f56f-490e-a00b-19d3b8d6921c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:15.488001 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:15.488621 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:15.489988 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] 10.222.0.99 "PUT /v2.0/ports/81c9f09c-2f6e-4f82-b80f-50573b21c621 HTTP/1.1" status: 200 len: 1094 time: 0.7858710 Jun 16 16:27:15.490668 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49f4645-0829-4c43-b1d5-02eaa276843e', 'tag': '81c9f09c-2f6e-4f82-b80f-50573b21c621'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:27:15.492965 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c873b64-e797-4034-995a-b1d2e0ffb17a" -d '{"events": [{"name": "network-changed", "server_uuid": "b49f4645-0829-4c43-b1d5-02eaa276843e", "tag": "81c9f09c-2f6e-4f82-b80f-50573b21c621"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:27:15.516409 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Pushing event updated for resources: {'Port': ['ID=81c9f09c-2f6e-4f82-b80f-50573b21c621,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:15.527509 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:15.553253 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d792d8e-71b4-41cf-8a66-6f613f8081e5 x-openstack-request-id: req-3d792d8e-71b4-41cf-8a66-6f613f8081e5 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:27:15.553629 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b49f4645-0829-4c43-b1d5-02eaa276843e", "tag": "81c9f09c-2f6e-4f82-b80f-50573b21c621", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:27:15.553921 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3d792d8e-71b4-41cf-8a66-6f613f8081e5 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:27:15.554348 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49f4645-0829-4c43-b1d5-02eaa276843e', 'tag': '81c9f09c-2f6e-4f82-b80f-50573b21c621', 'status': 'completed', 'code': 200} Jun 16 16:27:15.608638 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-f809527f-f5dd-4ed4-aeb2-ecce6cb82b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:15.610347 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-f809527f-f5dd-4ed4-aeb2-ecce6cb82b94 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b8a7950983b4751a0fb34523c61191d&device_id=b49f4645-0829-4c43-b1d5-02eaa276843e HTTP/1.1" status: 200 len: 1097 time: 0.0657470 Jun 16 16:27:15.655587 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-6cc3e352-f286-478e-a77d-3540c24954d8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81c9f09c-2f6e-4f82-b80f-50573b21c621 HTTP/1.1" status: 200 len: 217 time: 0.0369163 Jun 16 16:27:15.706679 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-7229a36c-cd79-4ff6-93ca-c22f9c5240fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:15.708116 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-7229a36c-cd79-4ff6-93ca-c22f9c5240fa service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ea088378-29f7-4b89-b70f-57d9f2f62724 HTTP/1.1" status: 200 len: 848 time: 0.0461118 Jun 16 16:27:15.765752 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b5f73fa7-7281-44c4-aca1-9d22331206b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:15.767333 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-b5f73fa7-7281-44c4-aca1-9d22331206b2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=02e15231-b46c-4cf2-9ad6-fa4086007904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523832 Jun 16 16:27:15.860262 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-725f65e3-0132-472d-a3cd-32a7d8230095 service neutron] 10.222.0.99 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844715 Jun 16 16:27:15.954070 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7750d2ac-b067-4838-b3a8-8e944f8cbc0d req-e4352f1c-39e2-407e-8d29-05630b39a9d4 service neutron] 10.222.0.99 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857787 Jun 16 16:27:16.054180 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873b64-e797-4034-995a-b1d2e0ffb17a req-571b6a66-5b3d-4cce-9998-3fa756c03163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:16.055629 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9c873b64-e797-4034-995a-b1d2e0ffb17a req-571b6a66-5b3d-4cce-9998-3fa756c03163 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b8a7950983b4751a0fb34523c61191d&device_id=b49f4645-0829-4c43-b1d5-02eaa276843e HTTP/1.1" status: 200 len: 1097 time: 0.0512996 Jun 16 16:27:16.143127 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873b64-e797-4034-995a-b1d2e0ffb17a req-347f72ce-5719-466a-b1b0-fa0e271bb9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:16.144556 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9c873b64-e797-4034-995a-b1d2e0ffb17a req-347f72ce-5719-466a-b1b0-fa0e271bb9eb service neutron] 10.222.0.99 "GET /v2.0/networks?id=02e15231-b46c-4cf2-9ad6-fa4086007904 HTTP/1.1" status: 200 len: 910 time: 0.0819550 Jun 16 16:27:16.190781 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9c873b64-e797-4034-995a-b1d2e0ffb17a req-831e1a17-5f17-43d8-838e-473d566d05a5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81c9f09c-2f6e-4f82-b80f-50573b21c621 HTTP/1.1" status: 200 len: 217 time: 0.0376637 Jun 16 16:27:16.240968 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873b64-e797-4034-995a-b1d2e0ffb17a req-1738ca1e-b3ea-4a2f-b127-97b81929b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:16.242303 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9c873b64-e797-4034-995a-b1d2e0ffb17a req-1738ca1e-b3ea-4a2f-b127-97b81929b463 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ea088378-29f7-4b89-b70f-57d9f2f62724 HTTP/1.1" status: 200 len: 848 time: 0.0435092 Jun 16 16:27:16.302845 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873b64-e797-4034-995a-b1d2e0ffb17a req-a4b5898c-d5a9-4037-907c-069e4dea72d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:16.304312 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9c873b64-e797-4034-995a-b1d2e0ffb17a req-a4b5898c-d5a9-4037-907c-069e4dea72d2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=02e15231-b46c-4cf2-9ad6-fa4086007904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549278 Jun 16 16:27:16.399064 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9c873b64-e797-4034-995a-b1d2e0ffb17a req-71706d84-27d8-48fd-98de-12e37b8d8043 service neutron] 10.222.0.99 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863492 Jun 16 16:27:16.520809 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9c873b64-e797-4034-995a-b1d2e0ffb17a req-6a498ff8-6ce9-4dbe-9c29-ec413bba4138 service neutron] 10.222.0.99 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140964 Jun 16 16:27:16.547078 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c35ea5-fa7c-4296-beb3-d020782d2b65 req-38ae3105-ea1c-4e7f-886f-c5a6c57c60f6 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:16.548540 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f1c35ea5-fa7c-4296-beb3-d020782d2b65 req-38ae3105-ea1c-4e7f-886f-c5a6c57c60f6 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=b49f4645-0829-4c43-b1d5-02eaa276843e HTTP/1.1" status: 200 len: 944 time: 0.0885885 Jun 16 16:27:16.585168 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f1c35ea5-fa7c-4296-beb3-d020782d2b65 req-c2ddb16b-184d-4c5f-95f4-5309f6214ab8 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=f66b9639-a287-4e5f-879d-190a75287399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310109 Jun 16 16:27:17.757165 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a3a44-3d75-461c-af80-4dcf279e29c2 req-e954ef44-991d-4460-bd69-c0c572586a07 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:17.758646 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ff6a3a44-3d75-461c-af80-4dcf279e29c2 req-e954ef44-991d-4460-bd69-c0c572586a07 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=b49f4645-0829-4c43-b1d5-02eaa276843e HTTP/1.1" status: 200 len: 944 time: 0.0630598 Jun 16 16:27:17.796461 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ff6a3a44-3d75-461c-af80-4dcf279e29c2 req-2f41c6c6-d490-4b83-8f46-49495d33100d tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=f66b9639-a287-4e5f-879d-190a75287399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314605 Jun 16 16:27:18.386278 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 81c9f09c-2f6e-4f82-b80f-50573b21c621 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:27:18.480640 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 81c9f09c-2f6e-4f82-b80f-50573b21c621, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=81c9f09c-2f6e-4f82-b80f-50573b21c621,segment=NetworkSegment(4a460494-d6ff-48a4-82fb-c5fa15034f2c),segment_id=4a460494-d6ff-48a4-82fb-c5fa15034f2c)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:27:18.491194 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': '81c9f09c-2f6e-4f82-b80f-50573b21c621', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'port_id': '81c9f09c-2f6e-4f82-b80f-50573b21c621', 'mac_address': 'fa:16:3e:eb:ca:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:27:18.527457 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:18.539415 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c9f09c-2f6e-4f82-b80f-50573b21c621 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:27:18.559189 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 81c9f09c-2f6e-4f82-b80f-50573b21c621, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=81c9f09c-2f6e-4f82-b80f-50573b21c621,segment=NetworkSegment(4a460494-d6ff-48a4-82fb-c5fa15034f2c),segment_id=4a460494-d6ff-48a4-82fb-c5fa15034f2c)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:27:18.562992 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:18.564763 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:18.611625 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=81c9f09c-2f6e-4f82-b80f-50573b21c621,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:18.614587 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:18.845778 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['81c9f09c-2f6e-4f82-b80f-50573b21c621'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:27:19.024605 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a6ffd-bb88-408a-88e4-d2da24707c0e req-d158002c-cd3a-40f8-b37f-aabd24ddf212 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:19.026080 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d02a6ffd-bb88-408a-88e4-d2da24707c0e req-d158002c-cd3a-40f8-b37f-aabd24ddf212 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=b49f4645-0829-4c43-b1d5-02eaa276843e HTTP/1.1" status: 200 len: 945 time: 0.0621314 Jun 16 16:27:19.063370 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d02a6ffd-bb88-408a-88e4-d2da24707c0e req-06b2543b-82c2-413e-b3c2-4d5022bac167 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=f66b9639-a287-4e5f-879d-190a75287399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317304 Jun 16 16:27:20.234989 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93759c-48ff-41fe-bf79-9f7bb3c53fb7 req-f7abcfe9-c0c6-46a7-a37d-2d9c9195e16a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:20.236460 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4d93759c-48ff-41fe-bf79-9f7bb3c53fb7 req-f7abcfe9-c0c6-46a7-a37d-2d9c9195e16a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=b49f4645-0829-4c43-b1d5-02eaa276843e HTTP/1.1" status: 200 len: 945 time: 0.0633733 Jun 16 16:27:20.277321 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4d93759c-48ff-41fe-bf79-9f7bb3c53fb7 req-89725555-218b-4abd-8753-501066ab7ebc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=f66b9639-a287-4e5f-879d-190a75287399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350032 Jun 16 16:27:20.420174 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 81c9f09c-2f6e-4f82-b80f-50573b21c621 up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:27:20.470116 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port 81c9f09c-2f6e-4f82-b80f-50573b21c621 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:27:20.473985 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port 81c9f09c-2f6e-4f82-b80f-50573b21c621 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:27:20.474368 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:20.549376 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:20.572860 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49f4645-0829-4c43-b1d5-02eaa276843e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c9f09c-2f6e-4f82-b80f-50573b21c621'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:27:20.575247 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9a7584-7c80-4505-b5d5-0b5e9b962ff5" -d '{"events": [{"server_uuid": "b49f4645-0829-4c43-b1d5-02eaa276843e", "name": "network-vif-plugged", "status": "completed", "tag": "81c9f09c-2f6e-4f82-b80f-50573b21c621"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:27:20.588943 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 81c9f09c-2f6e-4f82-b80f-50573b21c621, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=81c9f09c-2f6e-4f82-b80f-50573b21c621,segment=NetworkSegment(4a460494-d6ff-48a4-82fb-c5fa15034f2c),segment_id=4a460494-d6ff-48a4-82fb-c5fa15034f2c)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:27:20.593633 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:20.595637 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-5e7e14a8-1236-4d1d-9a71-2ffcba867b5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:20.617350 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f788742e-fd63-4c89-bb7c-f4efbd3e11bf x-openstack-request-id: req-f788742e-fd63-4c89-bb7c-f4efbd3e11bf {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:27:20.617680 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49f4645-0829-4c43-b1d5-02eaa276843e", "name": "network-vif-plugged", "status": "completed", "tag": "81c9f09c-2f6e-4f82-b80f-50573b21c621", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:27:20.617940 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f788742e-fd63-4c89-bb7c-f4efbd3e11bf {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:27:20.618327 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49f4645-0829-4c43-b1d5-02eaa276843e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c9f09c-2f6e-4f82-b80f-50573b21c621', 'code': 200} Jun 16 16:27:20.650280 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=81c9f09c-2f6e-4f82-b80f-50573b21c621,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:20.654887 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:20.856943 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656e22a-f85a-485b-ac9e-13ced13f2504 req-8bf262f4-3897-4a24-814c-6a606e462d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:20.858443 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4656e22a-f85a-485b-ac9e-13ced13f2504 req-8bf262f4-3897-4a24-814c-6a606e462d81 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b49f4645-0829-4c43-b1d5-02eaa276843e HTTP/1.1" status: 200 len: 1099 time: 0.0534720 Jun 16 16:27:20.903417 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4656e22a-f85a-485b-ac9e-13ced13f2504 req-f20f756e-fe29-4e1a-8d41-9e3dbcd1eb13 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=f66b9639-a287-4e5f-879d-190a75287399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329571 Jun 16 16:27:21.451797 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824ce2d-08e1-4ada-b398-5e15cba5fc3d req-72a01c58-e30c-4069-bacc-35f339cc8113 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:21.453258 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3824ce2d-08e1-4ada-b398-5e15cba5fc3d req-72a01c58-e30c-4069-bacc-35f339cc8113 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=b49f4645-0829-4c43-b1d5-02eaa276843e HTTP/1.1" status: 200 len: 946 time: 0.0608518 Jun 16 16:27:21.490601 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3824ce2d-08e1-4ada-b398-5e15cba5fc3d req-d8a4fb08-4afb-49d0-a0c7-1717d674dc57 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=f66b9639-a287-4e5f-879d-190a75287399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316947 Jun 16 16:27:22.170921 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1cd66734-e850-47ac-94bc-e610ce553ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:22.683784 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44c4cb-9d8f-4a29-97da-5b1a1e30be0e req-995e15c5-ea52-45c8-9f96-6248b7567bb2 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:22.684896 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-cb44c4cb-9d8f-4a29-97da-5b1a1e30be0e req-995e15c5-ea52-45c8-9f96-6248b7567bb2 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=b49f4645-0829-4c43-b1d5-02eaa276843e HTTP/1.1" status: 200 len: 946 time: 0.0837395 Jun 16 16:27:22.736138 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-cb44c4cb-9d8f-4a29-97da-5b1a1e30be0e req-2a5f5f10-878c-4e5c-a06f-aedf8d1ac439 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=f66b9639-a287-4e5f-879d-190a75287399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449464 Jun 16 16:27:22.909342 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87800b7c-1022-4e51-96b4-54a69749d2ac req-bb7a5322-06db-42c6-b67d-42293fafb0f7 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:22.910817 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-87800b7c-1022-4e51-96b4-54a69749d2ac req-bb7a5322-06db-42c6-b67d-42293fafb0f7 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=b49f4645-0829-4c43-b1d5-02eaa276843e HTTP/1.1" status: 200 len: 946 time: 0.0640328 Jun 16 16:27:22.920211 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36532) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:22.924756 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-4374b672-a92d-4bf8-8f4b-635933d36a2a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Request body: {'floatingip': {'port_id': '81c9f09c-2f6e-4f82-b80f-50573b21c621'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:22.967095 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4374b672-a92d-4bf8-8f4b-635933d36a2a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for floatingip, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:23.000032 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3e480-962c-443d-b845-9b39d282a78b req-122a94ab-0dbf-479d-8817-4906e83158f5 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:23.001614 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d0e3e480-962c-443d-b845-9b39d282a78b req-122a94ab-0dbf-479d-8817-4906e83158f5 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 945 time: 0.0634155 Jun 16 16:27:23.043836 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d0e3e480-962c-443d-b845-9b39d282a78b req-184db98a-48bb-4135-9d3b-fbc8810677a1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362024 Jun 16 16:27:23.070307 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 36536) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:23.232038 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2262eb28-6336-4768-bf3a-f77aa22f96d3 tempest-TestMinimumBasicScenario-455232164 tempest-TestMinimumBasicScenario-455232164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:23.233529 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-2262eb28-6336-4768-bf3a-f77aa22f96d3 tempest-TestMinimumBasicScenario-455232164 tempest-TestMinimumBasicScenario-455232164-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 1093 time: 0.1622267 Jun 16 16:27:23.236382 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 36542) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:23.240781 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Request body: {'floatingip': {'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'port_id': '74b614a4-2fc9-4e45-95bf-6f694694663c', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:23.266197 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for floatingip, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:23.384264 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:23.424779 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4374b672-a92d-4bf8-8f4b-635933d36a2a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:23.429203 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4374b672-a92d-4bf8-8f4b-635933d36a2a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33160423'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:23.527636 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Allocated IP 172.27.0.83 (543270ac-5087-4a4b-b928-324956c3ce61/fb22e153-4378-4f12-ab9d-39b0c838861f/9c3dcaec-8d9d-41bb-a157-3121a2fb58df) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:27:23.534821 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.l3_db [None req-4374b672-a92d-4bf8-8f4b-635933d36a2a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Floating IP 534997e0-4daf-4393-b60c-aa87c9a8531a associated. External IP: 172.27.0.32, port: 81c9f09c-2f6e-4f82-b80f-50573b21c621. Jun 16 16:27:23.571146 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0eda9f-37cc-41b0-b80b-8945b64ba728 req-b521bda4-f3a3-4b1a-95c6-000859039b58 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:23.572769 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9e0eda9f-37cc-41b0-b80b-8945b64ba728 req-b521bda4-f3a3-4b1a-95c6-000859039b58 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 947 time: 0.1212862 Jun 16 16:27:23.653654 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9e0eda9f-37cc-41b0-b80b-8945b64ba728 req-c0562b7e-355b-4365-82c0-324836407a2c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708561 Jun 16 16:27:23.679935 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:23.719562 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30257329'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:23.722463 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ea3058bf-ce05-4df1-84a8-15f7d876ae95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:23.748771 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4374b672-a92d-4bf8-8f4b-635933d36a2a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Router 2c52a323-4afe-429b-957f-cca11e6c19de has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:27:23.756066 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Network 543270ac-5087-4a4b-b928-324956c3ce61 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:27:23.758871 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:27:23.764403 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:27:23.786848 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Pushing event updated for resources: {'Port': ['ID=9c3dcaec-8d9d-41bb-a157-3121a2fb58df,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:23.800497 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:23.800874 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:23.801240 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:23.801635 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:23.801994 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:23.802355 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:23.802709 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:23.803059 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:23.803405 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:23.803754 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:23.804111 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:23.804446 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:23.809808 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:23.857874 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4374b672-a92d-4bf8-8f4b-635933d36a2a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:27:23.862759 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4374b672-a92d-4bf8-8f4b-635933d36a2a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:23.868050 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0201e6f0-057c-4901-a37d-b7c922e65b07 None None] Sync routers for ids ['2c52a323-4afe-429b-957f-cca11e6c19de'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:27:23.881265 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0201e6f0-057c-4901-a37d-b7c922e65b07 None None] Routers {'2c52a323-4afe-429b-957f-cca11e6c19de'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:27:23.882076 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-0201e6f0-057c-4901-a37d-b7c922e65b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:26:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2c52a323-4afe-429b-957f-cca11e6c19de'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:23.899272 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-4374b672-a92d-4bf8-8f4b-635933d36a2a tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "PUT /v2.0/floatingips/534997e0-4daf-4393-b60c-aa87c9a8531a HTTP/1.1" status: 200 len: 991 time: 0.9779649 Jun 16 16:27:23.900490 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49f4645-0829-4c43-b1d5-02eaa276843e', 'tag': '81c9f09c-2f6e-4f82-b80f-50573b21c621'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:27:23.903192 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01b8630-5051-4d04-8b33-8e45efa8cda7" -d '{"events": [{"name": "network-changed", "server_uuid": "b49f4645-0829-4c43-b1d5-02eaa276843e", "tag": "81c9f09c-2f6e-4f82-b80f-50573b21c621"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:27:23.944630 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f00d6b-c82d-4831-9289-c6a0c0863c3d x-openstack-request-id: req-e8f00d6b-c82d-4831-9289-c6a0c0863c3d {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:27:23.945271 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b49f4645-0829-4c43-b1d5-02eaa276843e", "tag": "81c9f09c-2f6e-4f82-b80f-50573b21c621", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:27:23.945271 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e8f00d6b-c82d-4831-9289-c6a0c0863c3d {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:27:23.945676 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49f4645-0829-4c43-b1d5-02eaa276843e', 'tag': '81c9f09c-2f6e-4f82-b80f-50573b21c621', 'status': 'completed', 'code': 200} Jun 16 16:27:24.009211 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-0201e6f0-057c-4901-a37d-b7c922e65b07 None None] Set router 2c52a323-4afe-429b-957f-cca11e6c19de gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:27:24.034183 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b8630-5051-4d04-8b33-8e45efa8cda7 req-90110c5e-35c0-4d2e-bb4e-35726aeb0f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:24.035889 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f01b8630-5051-4d04-8b33-8e45efa8cda7 req-90110c5e-35c0-4d2e-bb4e-35726aeb0f16 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b8a7950983b4751a0fb34523c61191d&device_id=b49f4645-0829-4c43-b1d5-02eaa276843e HTTP/1.1" status: 200 len: 1099 time: 0.0596416 Jun 16 16:27:24.137150 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b8630-5051-4d04-8b33-8e45efa8cda7 req-e4e797fc-84e7-4245-9074-5e34931261fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:24.139105 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f01b8630-5051-4d04-8b33-8e45efa8cda7 req-e4e797fc-84e7-4245-9074-5e34931261fe service neutron] 10.222.0.99 "GET /v2.0/networks?id=02e15231-b46c-4cf2-9ad6-fa4086007904 HTTP/1.1" status: 200 len: 910 time: 0.0962296 Jun 16 16:27:24.167933 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:24.212523 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f01b8630-5051-4d04-8b33-8e45efa8cda7 req-e5e36cf0-1dac-4244-a591-aec8f711c88a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81c9f09c-2f6e-4f82-b80f-50573b21c621 HTTP/1.1" status: 200 len: 999 time: 0.0660791 Jun 16 16:27:24.251262 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:24.260510 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-0201e6f0-057c-4901-a37d-b7c922e65b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 4, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port': {'id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:08Z', 'updated_at': '2021-06-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '534997e0-4daf-4393-b60c-aa87c9a8531a', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'port_id': '81c9f09c-2f6e-4f82-b80f-50573b21c621', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'mac_address': 'fa:16:3e:eb:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f4645-0829-4c43-b1d5-02eaa276843e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:27:11Z', 'updated_at': '2021-06-16T16:27:23Z', 'revision_number': 1, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09c2201b-a9e2-4d60-9427-af2dfbe370ed', 'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'mac_address': 'fa:16:3e:71:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:13Z', 'updated_at': '2021-06-16T16:22:22Z', 'revision_number': 5, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'subnets': [{'id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:24.264519 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0201e6f0-057c-4901-a37d-b7c922e65b07 None None] Checking router: 2c52a323-4afe-429b-957f-cca11e6c19de for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:27:24.273992 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0201e6f0-057c-4901-a37d-b7c922e65b07 None None] Routers {'2c52a323-4afe-429b-957f-cca11e6c19de'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:27:24.274605 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-0201e6f0-057c-4901-a37d-b7c922e65b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:26:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2c52a323-4afe-429b-957f-cca11e6c19de'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:24.275064 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b8630-5051-4d04-8b33-8e45efa8cda7 req-ee8de105-6652-4e95-9abe-b8d8c6215c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:24.277301 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f01b8630-5051-4d04-8b33-8e45efa8cda7 req-ee8de105-6652-4e95-9abe-b8d8c6215c6a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=ea088378-29f7-4b89-b70f-57d9f2f62724 HTTP/1.1" status: 200 len: 848 time: 0.0575447 Jun 16 16:27:24.401196 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b8630-5051-4d04-8b33-8e45efa8cda7 req-9f91f384-e4b2-410b-aac5-47c561565c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:24.402797 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f01b8630-5051-4d04-8b33-8e45efa8cda7 req-9f91f384-e4b2-410b-aac5-47c561565c3d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=02e15231-b46c-4cf2-9ad6-fa4086007904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1186404 Jun 16 16:27:24.431406 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:24.438729 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30257319'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:24.441050 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e7a6fdf4-3a5c-4abd-9644-45d13b7cc45e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:24.499359 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f01b8630-5051-4d04-8b33-8e45efa8cda7 req-fb4b0fe4-c934-4711-9c93-7d3e04515914 service neutron] 10.222.0.99 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880525 Jun 16 16:27:24.507463 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-0201e6f0-057c-4901-a37d-b7c922e65b07 None None] Set router 2c52a323-4afe-429b-957f-cca11e6c19de gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:27:24.511990 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Pushing event updated for resources: {'Port': ['ID=9c3dcaec-8d9d-41bb-a157-3121a2fb58df,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:24.521513 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:24.529998 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33160423'] for floatingip, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:24.604564 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f01b8630-5051-4d04-8b33-8e45efa8cda7 req-033bb6e4-bee0-4b04-9f3e-99d2fc4c3817 service neutron] 10.222.0.99 "GET /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952520 Jun 16 16:27:24.633120 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.l3_db [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Floating IP fd02679e-ff5c-41d1-98c0-2cf6042382c3 associated. External IP: 172.27.0.83, port: 74b614a4-2fc9-4e45-95bf-6f694694663c. Jun 16 16:27:24.741761 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-0201e6f0-057c-4901-a37d-b7c922e65b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 4, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port': {'id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:08Z', 'updated_at': '2021-06-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '534997e0-4daf-4393-b60c-aa87c9a8531a', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'port_id': '81c9f09c-2f6e-4f82-b80f-50573b21c621', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'mac_address': 'fa:16:3e:eb:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f4645-0829-4c43-b1d5-02eaa276843e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:27:11Z', 'updated_at': '2021-06-16T16:27:23Z', 'revision_number': 1, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09c2201b-a9e2-4d60-9427-af2dfbe370ed', 'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'mac_address': 'fa:16:3e:71:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:13Z', 'updated_at': '2021-06-16T16:22:22Z', 'revision_number': 5, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'subnets': [{'id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:24.745220 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0201e6f0-057c-4901-a37d-b7c922e65b07 None None] The sync data for ids ['2c52a323-4afe-429b-957f-cca11e6c19de'] in dv-cinder-775250-5-iscsi is: [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 4, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port': {'id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:08Z', 'updated_at': '2021-06-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '534997e0-4daf-4393-b60c-aa87c9a8531a', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'port_id': '81c9f09c-2f6e-4f82-b80f-50573b21c621', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'mac_address': 'fa:16:3e:eb:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f4645-0829-4c43-b1d5-02eaa276843e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:27:11Z', 'updated_at': '2021-06-16T16:27:23Z', 'revision_number': 1, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09c2201b-a9e2-4d60-9427-af2dfbe370ed', 'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'mac_address': 'fa:16:3e:71:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:13Z', 'updated_at': '2021-06-16T16:22:22Z', 'revision_number': 5, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'subnets': [{'id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:27:24.809229 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-35925568-caca-478b-87ad-30ca167d2133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:24.890955 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Router 97071a89-f768-430f-8e0b-9184bfb5a0ed has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:27:24.899582 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d088a6-b701-4d45-8e73-aecafd4374b5 req-2b02d2f9-3476-41f0-9063-2b82f70d99ec tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:24.901125 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-47d088a6-b701-4d45-8e73-aecafd4374b5 req-2b02d2f9-3476-41f0-9063-2b82f70d99ec tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 947 time: 0.1253765 Jun 16 16:27:24.907901 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:24.961373 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49be7f-5e11-4e33-8ccd-d8241912b1e3 None None] New status for floating IP 534997e0-4daf-4393-b60c-aa87c9a8531a: ACTIVE {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:27:25.011404 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-47d088a6-b701-4d45-8e73-aecafd4374b5 req-91a4fb9a-f8ad-4a94-a282-845b93dc0b95 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021655 Jun 16 16:27:25.040058 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:27:25.049613 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c4568-b6ff-41e9-a69c-9c1a271729fc None None] Sync routers for ids ['97071a89-f768-430f-8e0b-9184bfb5a0ed'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:27:25.062155 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c4568-b6ff-41e9-a69c-9c1a271729fc None None] Routers {'97071a89-f768-430f-8e0b-9184bfb5a0ed'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:27:25.063592 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-a83c4568-b6ff-41e9-a69c-9c1a271729fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:27:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['97071a89-f768-430f-8e0b-9184bfb5a0ed'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:25.065821 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:25.109470 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8718202 Jun 16 16:27:25.110448 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c599923f-0a01-44c8-8b35-04504e8b0ed7', 'tag': '74b614a4-2fc9-4e45-95bf-6f694694663c'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:27:25.112278 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36556) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:25.113272 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcc14e41f13d97c8742cd6abe1fc053a743771352171e7c539edf99606292a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce6e034-8924-4d65-b5de-38b3638a3972" -d '{"events": [{"name": "network-changed", "server_uuid": "c599923f-0a01-44c8-8b35-04504e8b0ed7", "tag": "74b614a4-2fc9-4e45-95bf-6f694694663c"}]}' {{(pid=91606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:27:25.127816 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-e45c3787-6eae-4bfc-9f20-3ace159ba234 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-429885830', 'description': 'tempest-secgroup-smoke-429885830 description', 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:25.172298 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e45c3787-6eae-4bfc-9f20-3ace159ba234 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:25.183519 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f13e8be-c283-4fb3-892c-5d3f31b56c95 x-openstack-request-id: req-2f13e8be-c283-4fb3-892c-5d3f31b56c95 {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:27:25.183519 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c599923f-0a01-44c8-8b35-04504e8b0ed7", "tag": "74b614a4-2fc9-4e45-95bf-6f694694663c", "status": "completed", "code": 200}]} {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:27:25.183519 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2f13e8be-c283-4fb3-892c-5d3f31b56c95 {{(pid=91606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:27:25.183871 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-a83c4568-b6ff-41e9-a69c-9c1a271729fc None None] Set router 97071a89-f768-430f-8e0b-9184bfb5a0ed gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:27:25.183966 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c599923f-0a01-44c8-8b35-04504e8b0ed7', 'tag': '74b614a4-2fc9-4e45-95bf-6f694694663c', 'status': 'completed', 'code': 200} Jun 16 16:27:25.275838 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6e034-8924-4d65-b5de-38b3638a3972 req-b3fff0d6-6cc8-41ac-975b-c47cc2664c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:25.278216 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8ce6e034-8924-4d65-b5de-38b3638a3972 req-b3fff0d6-6cc8-41ac-975b-c47cc2664c2a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d02cb401f0dd45d9be74f93b832d64a5&device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 1098 time: 0.0647340 Jun 16 16:27:25.305364 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e45c3787-6eae-4bfc-9f20-3ace159ba234 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:25.312119 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e45c3787-6eae-4bfc-9f20-3ace159ba234 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:25.319000 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-479cad6f-54fd-4dc4-9648-279b73ad957b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:25.393286 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6e034-8924-4d65-b5de-38b3638a3972 req-cb839fb4-62ac-403d-977c-11ff36edf300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:25.394904 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8ce6e034-8924-4d65-b5de-38b3638a3972 req-cb839fb4-62ac-403d-977c-11ff36edf300 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3fa02372-40a2-4de4-ba40-0f55489bad57 HTTP/1.1" status: 200 len: 916 time: 0.1102257 Jun 16 16:27:25.442418 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-a83c4568-b6ff-41e9-a69c-9c1a271729fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'name': 'tempest-TestMinimumBasicScenario-1719826441-router', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:30Z', 'updated_at': '2021-06-16T16:26:33Z', 'revision_number': 4, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'gw_port': {'id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:31Z', 'updated_at': '2021-06-16T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': 'fd02679e-ff5c-41d1-98c0-2cf6042382c3', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'port_id': '74b614a4-2fc9-4e45-95bf-6f694694663c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57', 'mac_address': 'fa:16:3e:39:03:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c599923f-0a01-44c8-8b35-04504e8b0ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:27:24Z', 'updated_at': '2021-06-16T16:27:24Z', 'revision_number': 0, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd321dc-5124-41a5-8db8-46b9528a7044', 'name': '', 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'mac_address': 'fa:16:3e:10:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6fee3573-4a35-45aa-b162-970554515868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:33Z', 'updated_at': '2021-06-16T16:26:39Z', 'revision_number': 5, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'subnets': [{'id': '6fee3573-4a35-45aa-b162-970554515868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:25.446985 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c4568-b6ff-41e9-a69c-9c1a271729fc None None] Checking router: 97071a89-f768-430f-8e0b-9184bfb5a0ed for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:27:25.457459 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c4568-b6ff-41e9-a69c-9c1a271729fc None None] Routers {'97071a89-f768-430f-8e0b-9184bfb5a0ed'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:27:25.458233 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-a83c4568-b6ff-41e9-a69c-9c1a271729fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:27:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['97071a89-f768-430f-8e0b-9184bfb5a0ed'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:25.461777 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8ce6e034-8924-4d65-b5de-38b3638a3972 req-ff23e151-ee3a-4c86-b02c-e7c815b4dd2f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74b614a4-2fc9-4e45-95bf-6f694694663c HTTP/1.1" status: 200 len: 998 time: 0.0592489 Jun 16 16:27:25.521482 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6e034-8924-4d65-b5de-38b3638a3972 req-8fe8660e-a317-4948-863e-1bf096df620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:25.523419 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8ce6e034-8924-4d65-b5de-38b3638a3972 req-8fe8660e-a317-4948-863e-1bf096df620c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6fee3573-4a35-45aa-b162-970554515868 HTTP/1.1" status: 200 len: 854 time: 0.0539958 Jun 16 16:27:25.571235 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-a83c4568-b6ff-41e9-a69c-9c1a271729fc None None] Set router 97071a89-f768-430f-8e0b-9184bfb5a0ed gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:27:25.589083 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6e034-8924-4d65-b5de-38b3638a3972 req-7dfd2c84-b7f6-49ff-85a3-421a7ddac6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:25.591405 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8ce6e034-8924-4d65-b5de-38b3638a3972 req-7dfd2c84-b7f6-49ff-85a3-421a7ddac6d9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3fa02372-40a2-4de4-ba40-0f55489bad57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608909 Jun 16 16:27:25.609354 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae19b2b-24bc-4a90-9a9c-bef310eca252 req-6599d6b5-958b-4348-b9b0-1662c12b7f2a tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:25.610831 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3ae19b2b-24bc-4a90-9a9c-bef310eca252 req-6599d6b5-958b-4348-b9b0-1662c12b7f2a tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.99 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 947 time: 0.3960383 Jun 16 16:27:25.632393 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e45c3787-6eae-4bfc-9f20-3ace159ba234 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:25.633544 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-e45c3787-6eae-4bfc-9f20-3ace159ba234 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5193706 Jun 16 16:27:25.654174 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36560) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:25.661109 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-221f1c21-ffc0-4ac8-a320-3551659f27ef tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Request body: {'security_group_rule': {'security_group_id': 'caced644-3664-4929-ad9f-be2dc1528d36', 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:25.665421 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c3787-6eae-4bfc-9f20-3ace159ba234 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caced644-3664-4929-ad9f-be2dc1528d36,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:25.669740 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e45c3787-6eae-4bfc-9f20-3ace159ba234 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:25.714631 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8ce6e034-8924-4d65-b5de-38b3638a3972 req-52739b09-fb85-471a-94de-5c5b7ee17d11 service neutron] 10.222.0.99 "GET /v2.0/networks/3fa02372-40a2-4de4-ba40-0f55489bad57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150680 Jun 16 16:27:25.747103 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-221f1c21-ffc0-4ac8-a320-3551659f27ef tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:25.811194 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8ce6e034-8924-4d65-b5de-38b3638a3972 req-ed88e888-70e4-4f65-9e89-1fa56fe43610 service neutron] 10.222.0.99 "GET /v2.0/networks/3fa02372-40a2-4de4-ba40-0f55489bad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894611 Jun 16 16:27:25.818570 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-3ae19b2b-24bc-4a90-9a9c-bef310eca252 req-a1c5c4fd-b296-4b67-9bec-d689a66a7e1e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Deleting port 46a07b2d-e7ff-4578-9753-3c5246033510 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:27:25.819061 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-3ae19b2b-24bc-4a90-9a9c-bef310eca252 req-a1c5c4fd-b296-4b67-9bec-d689a66a7e1e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:25.819229 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-a83c4568-b6ff-41e9-a69c-9c1a271729fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'name': 'tempest-TestMinimumBasicScenario-1719826441-router', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:30Z', 'updated_at': '2021-06-16T16:26:33Z', 'revision_number': 4, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'gw_port': {'id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:31Z', 'updated_at': '2021-06-16T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': 'fd02679e-ff5c-41d1-98c0-2cf6042382c3', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'port_id': '74b614a4-2fc9-4e45-95bf-6f694694663c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57', 'mac_address': 'fa:16:3e:39:03:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c599923f-0a01-44c8-8b35-04504e8b0ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:27:24Z', 'updated_at': '2021-06-16T16:27:24Z', 'revision_number': 0, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd321dc-5124-41a5-8db8-46b9528a7044', 'name': '', 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'mac_address': 'fa:16:3e:10:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6fee3573-4a35-45aa-b162-970554515868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:33Z', 'updated_at': '2021-06-16T16:26:39Z', 'revision_number': 5, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'subnets': [{'id': '6fee3573-4a35-45aa-b162-970554515868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:25.823465 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83c4568-b6ff-41e9-a69c-9c1a271729fc None None] The sync data for ids ['97071a89-f768-430f-8e0b-9184bfb5a0ed'] in dv-cinder-775250-5-iscsi is: [{'id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'name': 'tempest-TestMinimumBasicScenario-1719826441-router', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:30Z', 'updated_at': '2021-06-16T16:26:33Z', 'revision_number': 4, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'gw_port': {'id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:31Z', 'updated_at': '2021-06-16T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': 'fd02679e-ff5c-41d1-98c0-2cf6042382c3', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'port_id': '74b614a4-2fc9-4e45-95bf-6f694694663c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57', 'mac_address': 'fa:16:3e:39:03:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c599923f-0a01-44c8-8b35-04504e8b0ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:27:24Z', 'updated_at': '2021-06-16T16:27:24Z', 'revision_number': 0, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd321dc-5124-41a5-8db8-46b9528a7044', 'name': '', 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'mac_address': 'fa:16:3e:10:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6fee3573-4a35-45aa-b162-970554515868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:33Z', 'updated_at': '2021-06-16T16:26:39Z', 'revision_number': 5, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'subnets': [{'id': '6fee3573-4a35-45aa-b162-970554515868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:27:25.869048 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-221f1c21-ffc0-4ac8-a320-3551659f27ef tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:25.872380 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:25.874763 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-221f1c21-ffc0-4ac8-a320-3551659f27ef tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:25.905712 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:25.937287 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f1c21-ffc0-4ac8-a320-3551659f27ef tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94afa553-1a3a-493f-ac51-b8836ac8962a,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:25.940667 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-221f1c21-ffc0-4ac8-a320-3551659f27ef tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:25.947178 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-221f1c21-ffc0-4ac8-a320-3551659f27ef tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:25.948665 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-221f1c21-ffc0-4ac8-a320-3551659f27ef tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2931585 Jun 16 16:27:25.951626 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 36562) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:25.955448 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-3ae19b2b-24bc-4a90-9a9c-bef310eca252 req-a1c5c4fd-b296-4b67-9bec-d689a66a7e1e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] For port 46a07b2d-e7ff-4578-9753-3c5246033510, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=46a07b2d-e7ff-4578-9753-3c5246033510,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:27:25.955811 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-3ae19b2b-24bc-4a90-9a9c-bef310eca252 req-a1c5c4fd-b296-4b67-9bec-d689a66a7e1e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:25.956711 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-2b85db49-69d1-45da-9884-30e730c1e29f tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Request body: {'security_group_rule': {'security_group_id': 'caced644-3664-4929-ad9f-be2dc1528d36', 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:25.989011 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2b85db49-69d1-45da-9884-30e730c1e29f tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:26.049531 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04109412-82ae-4b3c-bbd0-8df17c75f20e None None] New status for floating IP fd02679e-ff5c-41d1-98c0-2cf6042382c3: ACTIVE {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:27:26.073499 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2b85db49-69d1-45da-9884-30e730c1e29f tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:26.080837 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2b85db49-69d1-45da-9884-30e730c1e29f tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:26.084922 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:26.125661 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85db49-69d1-45da-9884-30e730c1e29f tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42852946-2f8d-46af-9bdf-7c7996b537ed,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:26.139587 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-2b85db49-69d1-45da-9884-30e730c1e29f tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:26.151273 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-3ae19b2b-24bc-4a90-9a9c-bef310eca252 req-a1c5c4fd-b296-4b67-9bec-d689a66a7e1e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:26.151874 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-3ae19b2b-24bc-4a90-9a9c-bef310eca252 req-a1c5c4fd-b296-4b67-9bec-d689a66a7e1e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33160423'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:26.151986 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.l3_db [req-3ae19b2b-24bc-4a90-9a9c-bef310eca252 req-a1c5c4fd-b296-4b67-9bec-d689a66a7e1e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Floating IP 53761d1c-66f7-4d2b-9d2c-7f9432dd3993 disassociated. External IP: 172.27.0.219, port: 46a07b2d-e7ff-4578-9753-3c5246033510. Jun 16 16:27:26.152326 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-3ae19b2b-24bc-4a90-9a9c-bef310eca252 req-a1c5c4fd-b296-4b67-9bec-d689a66a7e1e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Calling delete_port for 46a07b2d-e7ff-4578-9753-3c5246033510 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:27:26.207187 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2b85db49-69d1-45da-9884-30e730c1e29f tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:26.208447 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-2b85db49-69d1-45da-9884-30e730c1e29f tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2558036 Jun 16 16:27:26.211181 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 36568) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:26.216473 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-577be2e2-ef67-41be-a634-0a7489712d31 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Request body: {'security_group_rule': {'security_group_id': 'caced644-3664-4929-ad9f-be2dc1528d36', 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:26.271676 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fe951873-804e-4b46-9983-fdbaa8358a40 req-bd81cbab-1c01-4fc7-a762-fc7ce5404c49 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1262641 Jun 16 16:27:26.300379 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-577be2e2-ef67-41be-a634-0a7489712d31 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:26.309793 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-3ae19b2b-24bc-4a90-9a9c-bef310eca252 req-a1c5c4fd-b296-4b67-9bec-d689a66a7e1e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:26.317761 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1371d4ee-9776-48e2-8d29-2d570670bd2c tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:26.343491 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bdd38-1d44-45e4-a003-061f75afbac2 req-571b6d5e-3728-4087-90f7-a9d63dc4a957 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:26.345082 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-675bdd38-1d44-45e4-a003-061f75afbac2 req-571b6d5e-3728-4087-90f7-a9d63dc4a957 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=d7efe21e-1c01-48cd-90e6-72823283a82e HTTP/1.1" status: 200 len: 947 time: 0.1892097 Jun 16 16:27:26.349994 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5c4fd-b296-4b67-9bec-d689a66a7e1e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Pushing event deleted for resources: {'Port': ['ID=46a07b2d-e7ff-4578-9753-3c5246033510,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:26.353334 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a1c5c4fd-b296-4b67-9bec-d689a66a7e1e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:26.466256 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ae19b2b-24bc-4a90-9a9c-bef310eca252 req-a1c5c4fd-b296-4b67-9bec-d689a66a7e1e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:27:26.580357 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ae19b2b-24bc-4a90-9a9c-bef310eca252 req-a1c5c4fd-b296-4b67-9bec-d689a66a7e1e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:27:26.590353 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41f4b5f-b857-4d0d-8a3e-0896a3eef7c4 None None] Sync routers for ids ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:27:26.600910 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41f4b5f-b857-4d0d-8a3e-0896a3eef7c4 None None] Routers {'0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:27:26.601162 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-b41f4b5f-b857-4d0d-8a3e-0896a3eef7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:27:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:26.626751 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae19b2b-24bc-4a90-9a9c-bef310eca252 req-a1c5c4fd-b296-4b67-9bec-d689a66a7e1e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] No DVR routers for this DVR port 46a07b2d-e7ff-4578-9753-3c5246033510 on host hv-cinder-77525 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:27:26.629480 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-3ae19b2b-24bc-4a90-9a9c-bef310eca252 req-a1c5c4fd-b296-4b67-9bec-d689a66a7e1e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:26.631812 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3ae19b2b-24bc-4a90-9a9c-bef310eca252 req-a1c5c4fd-b296-4b67-9bec-d689a66a7e1e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.99 "DELETE /v2.0/ports/46a07b2d-e7ff-4578-9753-3c5246033510 HTTP/1.1" status: 204 len: 173 time: 1.0139837 Jun 16 16:27:26.632344 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7efe21e-1c01-48cd-90e6-72823283a82e', 'name': 'network-vif-deleted', 'tag': '46a07b2d-e7ff-4578-9753-3c5246033510'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:27:26.634648 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2189348-8981-4706-9e90-35e32a9febf4" -d '{"events": [{"server_uuid": "d7efe21e-1c01-48cd-90e6-72823283a82e", "name": "network-vif-deleted", "tag": "46a07b2d-e7ff-4578-9753-3c5246033510"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:27:26.698885 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b848b646-b944-4a58-8d4b-ca8e0e50ad54 x-openstack-request-id: req-b848b646-b944-4a58-8d4b-ca8e0e50ad54 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:27:26.699287 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7efe21e-1c01-48cd-90e6-72823283a82e", "name": "network-vif-deleted", "tag": "46a07b2d-e7ff-4578-9753-3c5246033510", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:27:26.699576 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b848b646-b944-4a58-8d4b-ca8e0e50ad54 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:27:26.700200 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7efe21e-1c01-48cd-90e6-72823283a82e', 'name': 'network-vif-deleted', 'tag': '46a07b2d-e7ff-4578-9753-3c5246033510', 'status': 'completed', 'code': 200} Jun 16 16:27:26.709246 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-675bdd38-1d44-45e4-a003-061f75afbac2 req-08f95415-ccb2-403c-af7f-cf698c442792 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=1532fc47-432e-47bc-988b-f7aa422a84ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3412015 Jun 16 16:27:26.717382 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-577be2e2-ef67-41be-a634-0a7489712d31 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:26.725362 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe951873-804e-4b46-9983-fdbaa8358a40 req-6a135627-644a-4b92-81e2-bb9e9aebd3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:26.726844 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fe951873-804e-4b46-9983-fdbaa8358a40 req-6a135627-644a-4b92-81e2-bb9e9aebd3da service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5d00520292d84c42b4213f5e6aec6735&device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 1098 time: 0.4016378 Jun 16 16:27:26.727590 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-577be2e2-ef67-41be-a634-0a7489712d31 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:26.730367 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7a3e0050-c1f1-403f-a23a-a181f86c4b95 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:26.741804 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-b41f4b5f-b857-4d0d-8a3e-0896a3eef7c4 None None] Set router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:27:26.753883 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577be2e2-ef67-41be-a634-0a7489712d31 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1abfa0-9b4e-4a2f-9cf8-f8479d8a7089,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:26.756552 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-577be2e2-ef67-41be-a634-0a7489712d31 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:26.760148 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-577be2e2-ef67-41be-a634-0a7489712d31 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:26.764965 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-577be2e2-ef67-41be-a634-0a7489712d31 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5502949 Jun 16 16:27:26.765334 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36572) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:26.770403 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-cea68d26-2865-4485-aee0-a6c0c028a454 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Request body: {'security_group_rule': {'security_group_id': 'caced644-3664-4929-ad9f-be2dc1528d36', 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:26.815611 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cea68d26-2865-4485-aee0-a6c0c028a454 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:26.879589 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cea68d26-2865-4485-aee0-a6c0c028a454 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:26.884552 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cea68d26-2865-4485-aee0-a6c0c028a454 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:26.887999 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-81a3a11b-c0cc-49ac-8a23-50479dc2b087 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:26.909621 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea68d26-2865-4485-aee0-a6c0c028a454 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6de627d-ab34-42e9-a0bb-fae18d6080f7,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:26.917750 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-cea68d26-2865-4485-aee0-a6c0c028a454 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:26.921727 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cea68d26-2865-4485-aee0-a6c0c028a454 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:26.926322 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-cea68d26-2865-4485-aee0-a6c0c028a454 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1573496 Jun 16 16:27:26.927086 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36574) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:26.934258 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-e1c02212-a400-4017-97c7-880b4fd6a8ec tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Request body: {'security_group_rule': {'security_group_id': 'caced644-3664-4929-ad9f-be2dc1528d36', 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:26.964165 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.securitygroups_db [None req-e1c02212-a400-4017-97c7-880b4fd6a8ec tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Project d02cb401f0dd45d9be74f93b832d64a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:27:26.970282 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e1c02212-a400-4017-97c7-880b4fd6a8ec tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:26.985336 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe951873-804e-4b46-9983-fdbaa8358a40 req-4c35ab7d-8418-4766-b588-387594b38318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:26.986534 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fe951873-804e-4b46-9983-fdbaa8358a40 req-4c35ab7d-8418-4766-b588-387594b38318 service neutron] 10.222.0.99 "GET /v2.0/networks?id=56ac3c7b-22b1-42f7-9183-5932379dd8c9 HTTP/1.1" status: 200 len: 909 time: 0.1709988 Jun 16 16:27:27.009181 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-b41f4b5f-b857-4d0d-8a3e-0896a3eef7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:37Z', 'revision_number': 4, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port': {'id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '7be4786c-4e56-45af-8ea4-05d7e07f0471', 'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'mac_address': 'fa:16:3e:22:bc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:36Z', 'updated_at': '2021-06-16T16:23:43Z', 'revision_number': 5, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'subnets': [{'id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:27.014414 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41f4b5f-b857-4d0d-8a3e-0896a3eef7c4 None None] Checking router: 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:27:27.024918 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41f4b5f-b857-4d0d-8a3e-0896a3eef7c4 None None] Routers {'0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:27:27.026351 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-b41f4b5f-b857-4d0d-8a3e-0896a3eef7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:27:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:27.042698 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e1c02212-a400-4017-97c7-880b4fd6a8ec tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:27.047873 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e1c02212-a400-4017-97c7-880b4fd6a8ec tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:27.051063 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-221f1c21-ffc0-4ac8-a320-3551659f27ef tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:27.073923 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c02212-a400-4017-97c7-880b4fd6a8ec tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca04a33-e79b-4315-93f5-4a48c7f6081b,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:27.079397 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e1c02212-a400-4017-97c7-880b4fd6a8ec tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:27.081236 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fe951873-804e-4b46-9983-fdbaa8358a40 req-487d87c1-449c-49e1-b2c6-032c6a3dfca3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=295f4870-aaae-42b9-b867-4b1b646ee307 HTTP/1.1" status: 200 len: 1001 time: 0.0864470 Jun 16 16:27:27.090082 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e1c02212-a400-4017-97c7-880b4fd6a8ec tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:27.094654 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-e1c02212-a400-4017-97c7-880b4fd6a8ec tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1662169 Jun 16 16:27:27.095040 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36576) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:27.100548 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-8b8b4e35-d3b7-4456-84bc-85c4e2c67f76 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Request body: {'security_group_rule': {'security_group_id': 'caced644-3664-4929-ad9f-be2dc1528d36', 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:27.131157 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.securitygroups_db [None req-8b8b4e35-d3b7-4456-84bc-85c4e2c67f76 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Project d02cb401f0dd45d9be74f93b832d64a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:27:27.137399 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe951873-804e-4b46-9983-fdbaa8358a40 req-a48ea7c7-f2bb-42c9-ba22-8bf5f62f1333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:27.138383 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4e35-d3b7-4456-84bc-85c4e2c67f76 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:27.139188 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fe951873-804e-4b46-9983-fdbaa8358a40 req-a48ea7c7-f2bb-42c9-ba22-8bf5f62f1333 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f52f01af-fb97-46cb-853b-d0299d099dde HTTP/1.1" status: 200 len: 847 time: 0.0502067 Jun 16 16:27:27.159561 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-b41f4b5f-b857-4d0d-8a3e-0896a3eef7c4 None None] Set router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:27:27.200305 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe951873-804e-4b46-9983-fdbaa8358a40 req-ba626556-33d6-46c3-b75a-2e2fafa655dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:27.201979 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fe951873-804e-4b46-9983-fdbaa8358a40 req-ba626556-33d6-46c3-b75a-2e2fafa655dd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=56ac3c7b-22b1-42f7-9183-5932379dd8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535083 Jun 16 16:27:27.203695 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4e35-d3b7-4456-84bc-85c4e2c67f76 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:27.207604 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4e35-d3b7-4456-84bc-85c4e2c67f76 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:27.209876 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-dd6091ba-2ea0-4d84-bf8d-1d6b4ab2b850 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:27.226920 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b4e35-d3b7-4456-84bc-85c4e2c67f76 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85adb7b6-90ab-4f20-add9-d04dc1dbcf39,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:27.230234 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8b8b4e35-d3b7-4456-84bc-85c4e2c67f76 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:27.235105 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4e35-d3b7-4456-84bc-85c4e2c67f76 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:27.239445 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-8b8b4e35-d3b7-4456-84bc-85c4e2c67f76 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405928 Jun 16 16:27:27.306443 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fe951873-804e-4b46-9983-fdbaa8358a40 req-59c61ab6-d8eb-4e92-a302-a027c070c38c service neutron] 10.222.0.99 "GET /v2.0/networks/56ac3c7b-22b1-42f7-9183-5932379dd8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968130 Jun 16 16:27:27.368942 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6016e279-11b0-4e72-b758-d567033b017e req-d203dc0d-8983-4c38-9604-f7752c6db274 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-429885830&fields=id&tenant_id=d02cb401f0dd45d9be74f93b832d64a5 HTTP/1.1" status: 200 len: 267 time: 0.0427430 Jun 16 16:27:27.388977 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-b41f4b5f-b857-4d0d-8a3e-0896a3eef7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:37Z', 'revision_number': 4, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port': {'id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '7be4786c-4e56-45af-8ea4-05d7e07f0471', 'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'mac_address': 'fa:16:3e:22:bc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:36Z', 'updated_at': '2021-06-16T16:23:43Z', 'revision_number': 5, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'subnets': [{'id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:27.392965 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41f4b5f-b857-4d0d-8a3e-0896a3eef7c4 None None] The sync data for ids ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'] in dv-cinder-775250-5-iscsi is: [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:37Z', 'revision_number': 4, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port': {'id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '7be4786c-4e56-45af-8ea4-05d7e07f0471', 'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'mac_address': 'fa:16:3e:22:bc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:36Z', 'updated_at': '2021-06-16T16:23:43Z', 'revision_number': 5, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'subnets': [{'id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:27:27.409509 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fe951873-804e-4b46-9983-fdbaa8358a40 req-42ee4e99-32ab-4bdd-9dc6-2851815087bf service neutron] 10.222.0.99 "GET /v2.0/networks/56ac3c7b-22b1-42f7-9183-5932379dd8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959170 Jun 16 16:27:27.443576 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016e279-11b0-4e72-b758-d567033b017e req-cc52df8e-7af5-4c5b-8bf3-3a2919d2ba38 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:27.452328 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6016e279-11b0-4e72-b758-d567033b017e req-cc52df8e-7af5-4c5b-8bf3-3a2919d2ba38 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 945 time: 0.0816410 Jun 16 16:27:27.463420 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-6016e279-11b0-4e72-b758-d567033b017e req-b982bb7e-6ff3-4103-8bd6-6401184e3298 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Request body: {'port': {'security_groups': ['214febb4-9d49-4d17-8594-c206c31cbbe1', 'caced644-3664-4929-ad9f-be2dc1528d36']}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:27.549467 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6016e279-11b0-4e72-b758-d567033b017e req-b982bb7e-6ff3-4103-8bd6-6401184e3298 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:27.630666 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:27.633503 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34ac323-be5a-4c3f-b965-74b7bf5cab00 None None] New status for floating IP 53761d1c-66f7-4d2b-9d2c-7f9432dd3993: DOWN {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:27:27.749437 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-6016e279-11b0-4e72-b758-d567033b017e req-b982bb7e-6ff3-4103-8bd6-6401184e3298 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] For port 74b614a4-2fc9-4e45-95bf-6f694694663c, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=74b614a4-2fc9-4e45-95bf-6f694694663c,segment=NetworkSegment(5afde638-2b11-40b5-ae20-4298a0670435),segment_id=5afde638-2b11-40b5-ae20-4298a0670435)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:27:27.795163 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6016e279-11b0-4e72-b758-d567033b017e req-b982bb7e-6ff3-4103-8bd6-6401184e3298 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:27.800233 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6016e279-11b0-4e72-b758-d567033b017e req-b982bb7e-6ff3-4103-8bd6-6401184e3298 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:27.804074 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6c273f4f-9a77-49f7-ad2f-331560bc4b09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:27.815727 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['74b614a4-2fc9-4e45-95bf-6f694694663c'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:27:27.864065 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016e279-11b0-4e72-b758-d567033b017e req-b982bb7e-6ff3-4103-8bd6-6401184e3298 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:27.864792 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6016e279-11b0-4e72-b758-d567033b017e req-b982bb7e-6ff3-4103-8bd6-6401184e3298 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:27.866319 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6016e279-11b0-4e72-b758-d567033b017e req-b982bb7e-6ff3-4103-8bd6-6401184e3298 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "PUT /v2.0/ports/74b614a4-2fc9-4e45-95bf-6f694694663c HTTP/1.1" status: 200 len: 981 time: 0.4131405 Jun 16 16:27:27.877426 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 36588) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:27.893710 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982bb7e-6ff3-4103-8bd6-6401184e3298 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Pushing event updated for resources: {'Port': ['ID=74b614a4-2fc9-4e45-95bf-6f694694663c,revision_number=6']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:27.898141 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b982bb7e-6ff3-4103-8bd6-6401184e3298 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:27.956073 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['74b614a4-2fc9-4e45-95bf-6f694694663c'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:27:27.958902 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-839cd89c-d5f7-47e8-a636-8c7df776da8c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:27.988685 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-839cd89c-d5f7-47e8-a636-8c7df776da8c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:28.051679 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:27:28.058328 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-839cd89c-d5f7-47e8-a636-8c7df776da8c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:28.062022 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-839cd89c-d5f7-47e8-a636-8c7df776da8c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:28.063318 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-839cd89c-d5f7-47e8-a636-8c7df776da8c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "DELETE /v2.0/security-groups/1532fc47-432e-47bc-988b-f7aa422a84ea HTTP/1.1" status: 204 len: 168 time: 0.1846490 Jun 16 16:27:28.064618 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-f8ebfdf1-f2e2-4488-a831-f89fdaffc4b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:28.069227 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 36590) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:28.092146 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839cd89c-d5f7-47e8-a636-8c7df776da8c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1532fc47-432e-47bc-988b-f7aa422a84ea,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:28.104513 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-839cd89c-d5f7-47e8-a636-8c7df776da8c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:28.106532 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.api.v2.resource [None req-6e5d7d2c-01d6-43b9-9042-65782b2bd3c7 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] show failed (client error): The resource could not be found. Jun 16 16:27:28.107792 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-6e5d7d2c-01d6-43b9-9042-65782b2bd3c7 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups/1532fc47-432e-47bc-988b-f7aa422a84ea HTTP/1.1" status: 404 len: 347 time: 0.0375574 Jun 16 16:27:28.110849 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 36592) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:28.146233 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388a4dd-12ad-4d18-ab66-488cf1fe8164 req-74f3657e-c2e2-4443-bb26-2fe9c27210f1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:28.147793 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2388a4dd-12ad-4d18-ab66-488cf1fe8164 req-74f3657e-c2e2-4443-bb26-2fe9c27210f1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 984 time: 0.0969441 Jun 16 16:27:28.208729 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2388a4dd-12ad-4d18-ab66-488cf1fe8164 req-27c8d783-5d82-4dfc-b58e-5a61bbec604f tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=caced644-3664-4929-ad9f-be2dc1528d36&id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456035 Jun 16 16:27:28.231524 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:28.244083 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-a69de7aa-cf1d-4426-a14a-eaab0c134ce5 None None] Provisioning complete for port 74b614a4-2fc9-4e45-95bf-6f694694663c triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:27:28.244486 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a69de7aa-cf1d-4426-a14a-eaab0c134ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:28.325435 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-f04a96b5-c1be-4b2f-928c-c90156200d99 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Deleting port 574e378f-ef7c-43ba-9d52-c9023fc6ff08 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:27:28.325816 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f04a96b5-c1be-4b2f-928c-c90156200d99 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:28.420774 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f04a96b5-c1be-4b2f-928c-c90156200d99 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:28.421096 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f04a96b5-c1be-4b2f-928c-c90156200d99 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:28.495062 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-f04a96b5-c1be-4b2f-928c-c90156200d99 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Calling delete_port for 574e378f-ef7c-43ba-9d52-c9023fc6ff08 owned by network:floatingip {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:27:28.668103 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f04a96b5-c1be-4b2f-928c-c90156200d99 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:28.670334 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-32150aaa-c2fe-40de-94ca-41ff708a3c7b tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:28.701748 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c599923f-0a01-44c8-8b35-04504e8b0ed7', 'tag': '74b614a4-2fc9-4e45-95bf-6f694694663c'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:27:28.702797 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a96b5-c1be-4b2f-928c-c90156200d99 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Pushing event deleted for resources: {'Port': ['ID=574e378f-ef7c-43ba-9d52-c9023fc6ff08,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:28.704283 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3b6a3d-ae9d-44b7-934f-b5df94191c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "c599923f-0a01-44c8-8b35-04504e8b0ed7", "tag": "74b614a4-2fc9-4e45-95bf-6f694694663c"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:27:28.706191 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-f04a96b5-c1be-4b2f-928c-c90156200d99 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:28.793135 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f04a96b5-c1be-4b2f-928c-c90156200d99 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for floatingip, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:28.796159 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-f04a96b5-c1be-4b2f-928c-c90156200d99 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:28.800610 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-f04a96b5-c1be-4b2f-928c-c90156200d99 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "DELETE /v2.0/floatingips/53761d1c-66f7-4d2b-9d2c-7f9432dd3993 HTTP/1.1" status: 204 len: 168 time: 0.6854677 Jun 16 16:27:28.823561 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d17a81f-ad3b-4553-94ab-5f87eb25dc24 x-openstack-request-id: req-6d17a81f-ad3b-4553-94ab-5f87eb25dc24 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:27:28.824427 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c599923f-0a01-44c8-8b35-04504e8b0ed7", "tag": "74b614a4-2fc9-4e45-95bf-6f694694663c", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:27:28.824807 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6d17a81f-ad3b-4553-94ab-5f87eb25dc24 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:27:28.825320 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c599923f-0a01-44c8-8b35-04504e8b0ed7', 'tag': '74b614a4-2fc9-4e45-95bf-6f694694663c', 'status': 'completed', 'code': 200} Jun 16 16:27:28.920639 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b6a3d-ae9d-44b7-934f-b5df94191c4d req-6d4f3f9d-abf4-4b58-9449-740d19887cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:28.922173 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5a3b6a3d-ae9d-44b7-934f-b5df94191c4d req-6d4f3f9d-abf4-4b58-9449-740d19887cff service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d02cb401f0dd45d9be74f93b832d64a5&device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 1137 time: 0.0584872 Jun 16 16:27:29.024313 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b6a3d-ae9d-44b7-934f-b5df94191c4d req-30354a4b-475d-4bd4-ac02-2478ab19cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:29.026578 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5a3b6a3d-ae9d-44b7-934f-b5df94191c4d req-30354a4b-475d-4bd4-ac02-2478ab19cb0a service neutron] 10.222.0.99 "GET /v2.0/networks?id=3fa02372-40a2-4de4-ba40-0f55489bad57 HTTP/1.1" status: 200 len: 916 time: 0.0969596 Jun 16 16:27:29.091417 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5a3b6a3d-ae9d-44b7-934f-b5df94191c4d req-f3299a3e-0efb-4501-9c7e-b7ad69d89115 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74b614a4-2fc9-4e45-95bf-6f694694663c HTTP/1.1" status: 200 len: 1000 time: 0.0586557 Jun 16 16:27:29.143794 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b6a3d-ae9d-44b7-934f-b5df94191c4d req-6387c9f2-fbc4-40e4-b608-642728f9a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:29.145209 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5a3b6a3d-ae9d-44b7-934f-b5df94191c4d req-6387c9f2-fbc4-40e4-b608-642728f9a2f1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6fee3573-4a35-45aa-b162-970554515868 HTTP/1.1" status: 200 len: 854 time: 0.0471301 Jun 16 16:27:29.201947 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b6a3d-ae9d-44b7-934f-b5df94191c4d req-d0b2266a-2c60-4d00-9a1f-1271a74dfcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:29.203450 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5a3b6a3d-ae9d-44b7-934f-b5df94191c4d req-d0b2266a-2c60-4d00-9a1f-1271a74dfcfa service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3fa02372-40a2-4de4-ba40-0f55489bad57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512083 Jun 16 16:27:29.298747 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5a3b6a3d-ae9d-44b7-934f-b5df94191c4d req-d9582a58-de91-4953-b8c6-930d55c27564 service neutron] 10.222.0.99 "GET /v2.0/networks/3fa02372-40a2-4de4-ba40-0f55489bad57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866020 Jun 16 16:27:29.300130 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 36604) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:29.304558 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-50338304-3790-4df4-9ad3-d2a87a15eaf1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--289232514', 'description': 'tempest-description--1473700346'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:29.375729 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-50338304-3790-4df4-9ad3-d2a87a15eaf1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:29.420056 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5a3b6a3d-ae9d-44b7-934f-b5df94191c4d req-09fad428-66f7-4041-8e8d-dad94116c4ab service neutron] 10.222.0.99 "GET /v2.0/networks/3fa02372-40a2-4de4-ba40-0f55489bad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107094 Jun 16 16:27:29.478328 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-50338304-3790-4df4-9ad3-d2a87a15eaf1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:29.482722 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-50338304-3790-4df4-9ad3-d2a87a15eaf1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:29.486001 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-91a9a330-d44e-42e0-bc58-f1e006397deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:29.511652 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-50338304-3790-4df4-9ad3-d2a87a15eaf1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:29.512853 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-50338304-3790-4df4-9ad3-d2a87a15eaf1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2118266 Jun 16 16:27:29.514731 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50338304-3790-4df4-9ad3-d2a87a15eaf1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19591cb3-b08c-4036-8e98-1aed2e8ceeba,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:29.516102 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 36606) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:29.517733 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-50338304-3790-4df4-9ad3-d2a87a15eaf1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:29.523748 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Request body: {'security_group_rule': {'security_group_id': '19591cb3-b08c-4036-8e98-1aed2e8ceeba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:29.553350 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:29.599389 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:29.602621 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:29.605248 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:29.622363 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15ea25d-f657-4b45-9aad-29e0ebd0c0b6,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:29.630235 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:29.631385 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141908 Jun 16 16:27:29.632677 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:29.633051 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:29.633417 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:29.633815 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:29.634175 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:29.634301 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 36608) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:29.634530 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:29.634882 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:29.635317 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:29.635777 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:29.636138 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:29.636488 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:29.636845 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:29.638993 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-34f2e40a-a5cf-4aae-aeed-0931269cbdb5 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Request body: {'security_group_rule': {'security_group_id': '19591cb3-b08c-4036-8e98-1aed2e8ceeba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:29.639938 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-022db7ec-c3f6-4e5a-8fec-3f24b76f1882 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:29.664466 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-34f2e40a-a5cf-4aae-aeed-0931269cbdb5 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:29.727284 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-34f2e40a-a5cf-4aae-aeed-0931269cbdb5 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:29.732217 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-34f2e40a-a5cf-4aae-aeed-0931269cbdb5 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:29.734390 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-51b8f1b4-4111-4f4e-aefb-f6b7104ebfef tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:29.751423 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2e40a-a5cf-4aae-aeed-0931269cbdb5 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349aab8d-52ab-4932-9222-0b5677c63a07,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:29.754322 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-34f2e40a-a5cf-4aae-aeed-0931269cbdb5 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:29.757586 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-34f2e40a-a5cf-4aae-aeed-0931269cbdb5 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:29.758669 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-34f2e40a-a5cf-4aae-aeed-0931269cbdb5 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234207 Jun 16 16:27:29.761738 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 36612) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:29.766201 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Request body: {'floatingip': {'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:29.790711 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for floatingip, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:29.890089 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:29.994227 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Allocated IP 172.27.0.27 (543270ac-5087-4a4b-b928-324956c3ce61/fb22e153-4378-4f12-ab9d-39b0c838861f/91abda50-4672-410e-97ad-2ebf0f10ba2c) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:27:30.098305 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:30.135762 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30257329'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:30.137682 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:30.172836 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Network 543270ac-5087-4a4b-b928-324956c3ce61 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:27:30.179879 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:27:30.186358 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:27:30.192404 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Pushing event updated for resources: {'Port': ['ID=91abda50-4672-410e-97ad-2ebf0f10ba2c,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:30.213447 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:30.273131 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:30.318560 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:30.462819 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:30.463079 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 46a07b2d-e7ff-4578-9753-3c5246033510 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:27:30.468467 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30257319'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:30.471368 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1e0acded-c92d-4b4c-8a49-d534d1e107fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:30.483403 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: 46a07b2d-e7ff-4578-9753-3c5246033510 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:27:30.483755 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 46a07b2d-e7ff-4578-9753-3c5246033510 not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:27:30.562495 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33160423'] for floatingip, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:30.565207 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Pushing event updated for resources: {'Port': ['ID=91abda50-4672-410e-97ad-2ebf0f10ba2c,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:30.568503 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:30.581988 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:30.583211 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8205233 Jun 16 16:27:30.769540 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-f1d7bea1-3a9a-41ff-b56d-7c882899722e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--289232514&fields=id&tenant_id=7b800ffbc0714945a225ea99c5155534 HTTP/1.1" status: 200 len: 267 time: 0.0327420 Jun 16 16:27:30.880312 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-a8b89609-c111-45ae-8e9a-c0750c3655f4 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:30.881820 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-a8b89609-c111-45ae-8e9a-c0750c3655f4 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/networks?id=ca357a02-cc61-4746-b1f2-e805d6e11173 HTTP/1.1" status: 200 len: 817 time: 0.1058958 Jun 16 16:27:30.896441 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-b3f5e502-93db-47eb-81e2-c4b3a342ae91 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/quotas/7b800ffbc0714945a225ea99c5155534 HTTP/1.1" status: 200 len: 375 time: 0.0088594 Jun 16 16:27:30.970617 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-1698689a-3cca-4617-b096-5eeeebdaed1d tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=7b800ffbc0714945a225ea99c5155534&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669835 Jun 16 16:27:31.107864 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d62baa88-eea5-4f4e-abb5-5a30f8b83812 service neutron] 10.222.0.86 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260364 Jun 16 16:27:31.194027 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-e10b4d7e-6f13-4056-839e-82f0d773534d service neutron] 10.222.0.86 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804749 Jun 16 16:27:31.363758 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1255e2f5-cd5a-4b12-8554-a425a993ded8 req-1a33d248-b627-4714-9b3e-aa8bcc1d37f7 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 210 time: 0.0338750 Jun 16 16:27:32.465571 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-95c240e4-789d-49d0-acd5-dd1834b5b506 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:32.467245 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-95c240e4-789d-49d0-acd5-dd1834b5b506 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.99 "GET /v2.0/networks?id=ca357a02-cc61-4746-b1f2-e805d6e11173 HTTP/1.1" status: 200 len: 817 time: 0.1133962 Jun 16 16:27:32.512829 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2500914b-d293-42b6-8f2f-19e84906db45 req-96c80eff-7020-4ab9-80db-7f806d94aa5d tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 210 time: 0.0294592 Jun 16 16:27:32.546244 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-b31f8512-d440-49b4-bc89-dd4826d4e87a tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b800ffbc0714945a225ea99c5155534 HTTP/1.1" status: 200 len: 379 time: 0.0519297 Jun 16 16:27:32.555055 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-7a2db118-3717-4730-8395-25a716f18016 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Request body: {'port': {'device_id': 'fa5e665b-80e3-46fd-b5a6-5952d24a573e', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'admin_state_up': True, 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'security_groups': ['19591cb3-b08c-4036-8e98-1aed2e8ceeba']}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:32.666297 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-7a2db118-3717-4730-8395-25a716f18016 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Made reservation on behalf of 7b800ffbc0714945a225ea99c5155534 for: {'port': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:27:32.670312 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-7a2db118-3717-4730-8395-25a716f18016 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:32.790097 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-7a2db118-3717-4730-8395-25a716f18016 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Allocated IP 172.20.0.8 (ca357a02-cc61-4746-b1f2-e805d6e11173/14329842-aea0-4ad3-99be-a5df5d0572d3/a64381bd-a1fe-4b67-8f7e-104ba306efbe) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:27:32.926534 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-7a2db118-3717-4730-8395-25a716f18016 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:32.939550 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-7a2db118-3717-4730-8395-25a716f18016 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Transition to ACTIVE for port object a64381bd-a1fe-4b67-8f7e-104ba306efbe will not be triggered until provisioned by entity DHCP. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:27:32.971760 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-7a2db118-3717-4730-8395-25a716f18016 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30257329'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:32.976925 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:33.020288 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-7a2db118-3717-4730-8395-25a716f18016 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Network ca357a02-cc61-4746-b1f2-e805d6e11173 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:27:33.025298 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-7a2db118-3717-4730-8395-25a716f18016 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:27:33.027839 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-7a2db118-3717-4730-8395-25a716f18016 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:27:33.036519 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2db118-3717-4730-8395-25a716f18016 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Pushing event updated for resources: {'Port': ['ID=a64381bd-a1fe-4b67-8f7e-104ba306efbe,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:33.039657 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7a2db118-3717-4730-8395-25a716f18016 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:33.084874 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-7a2db118-3717-4730-8395-25a716f18016 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:33.085513 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-7a2db118-3717-4730-8395-25a716f18016 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:33.103406 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-7a2db118-3717-4730-8395-25a716f18016 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5519125 Jun 16 16:27:33.118894 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Request body: {'port': {'device_id': 'fa5e665b-80e3-46fd-b5a6-5952d24a573e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:33.200578 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:33.280573 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-46c76a84-cef6-44a5-805c-090f17e2e4fe None None] Provisioning for port a64381bd-a1fe-4b67-8f7e-104ba306efbe completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:27:33.284393 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-46c76a84-cef6-44a5-805c-090f17e2e4fe None None] Provisioning complete for port a64381bd-a1fe-4b67-8f7e-104ba306efbe triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:27:33.284771 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-46c76a84-cef6-44a5-805c-090f17e2e4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:33.316890 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-46c76a84-cef6-44a5-805c-090f17e2e4fe None None] Port a64381bd-a1fe-4b67-8f7e-104ba306efbe cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:27:33.460709 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64381bd-a1fe-4b67-8f7e-104ba306efbe {{(pid=91606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:27:33.468849 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:33.480247 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.provisioning_blocks [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Transition to ACTIVE for port object a64381bd-a1fe-4b67-8f7e-104ba306efbe will not be triggered until provisioned by entity L2. {{(pid=91606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:27:33.484140 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30257319'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:33.486308 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:33.561225 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=a64381bd-a1fe-4b67-8f7e-104ba306efbe,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:33.578740 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:33.633938 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Attempting to bind port a64381bd-a1fe-4b67-8f7e-104ba306efbe on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:27:33.634269 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Attempting to bind port a64381bd-a1fe-4b67-8f7e-104ba306efbe by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'e23b14d1-996c-47a1-8389-b1b371cf8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173'}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:27:33.634651 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Attempting to bind port a64381bd-a1fe-4b67-8f7e-104ba306efbe on network ca357a02-cc61-4746-b1f2-e805d6e11173 {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:27:33.639335 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Port a64381bd-a1fe-4b67-8f7e-104ba306efbe on network ca357a02-cc61-4746-b1f2-e805d6e11173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:27:33.639655 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Attempting to bind port a64381bd-a1fe-4b67-8f7e-104ba306efbe on network ca357a02-cc61-4746-b1f2-e805d6e11173 {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:27:33.644749 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:27:33.645080 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Checking segment: {'id': 'e23b14d1-996c-47a1-8389-b1b371cf8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:27:33.645452 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Bound using segment: {'id': 'e23b14d1-996c-47a1-8389-b1b371cf8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173'} {{(pid=91606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:27:33.645906 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.managers [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Bound port: a64381bd-a1fe-4b67-8f7e-104ba306efbe, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23b14d1-996c-47a1-8389-b1b371cf8fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173'}}] {{(pid=91606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:27:33.646249 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:33.707472 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894cec8-7d4b-4121-8a18-3b9961e059ed req-1eafb69c-df9b-4250-aae0-4ac41c251633 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:33.709045 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c894cec8-7d4b-4121-8a18-3b9961e059ed req-1eafb69c-df9b-4250-aae0-4ac41c251633 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.0694292 Jun 16 16:27:33.712522 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] For port a64381bd-a1fe-4b67-8f7e-104ba306efbe, host hv-cinder-77525, cleared binding levels {{(pid=91606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:27:33.716106 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] For port a64381bd-a1fe-4b67-8f7e-104ba306efbe, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a64381bd-a1fe-4b67-8f7e-104ba306efbe,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:27:33.721097 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30257319'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:33.723954 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:33.750580 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c894cec8-7d4b-4121-8a18-3b9961e059ed req-75fb22b9-5a2b-4e22-a51b-b0121cb86482 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349174 Jun 16 16:27:33.756914 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:33.757718 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:33.759081 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] 10.222.0.99 "PUT /v2.0/ports/a64381bd-a1fe-4b67-8f7e-104ba306efbe HTTP/1.1" status: 200 len: 1093 time: 0.6459510 Jun 16 16:27:33.762215 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5e665b-80e3-46fd-b5a6-5952d24a573e', 'tag': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:27:33.766473 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcc14e41f13d97c8742cd6abe1fc053a743771352171e7c539edf99606292a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8b360c-b78d-4d8f-a7ca-a1d8a4786c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5e665b-80e3-46fd-b5a6-5952d24a573e", "tag": "a64381bd-a1fe-4b67-8f7e-104ba306efbe"}]}' {{(pid=91606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:27:33.799185 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=a64381bd-a1fe-4b67-8f7e-104ba306efbe,revision_number=3']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:33.802385 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:33.867432 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-f62f5b92-b86c-4a12-ae2f-d30164f71b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:33.868920 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-f62f5b92-b86c-4a12-ae2f-d30164f71b10 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b800ffbc0714945a225ea99c5155534&device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 1096 time: 0.0604320 Jun 16 16:27:33.889718 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3d4515-1d6a-4e54-9f6f-54499ddaf302 x-openstack-request-id: req-5f3d4515-1d6a-4e54-9f6f-54499ddaf302 {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:27:33.890048 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5e665b-80e3-46fd-b5a6-5952d24a573e", "tag": "a64381bd-a1fe-4b67-8f7e-104ba306efbe", "status": "completed", "code": 200}]} {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:27:33.890341 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5f3d4515-1d6a-4e54-9f6f-54499ddaf302 {{(pid=91606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:27:33.890769 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5e665b-80e3-46fd-b5a6-5952d24a573e', 'tag': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe', 'status': 'completed', 'code': 200} Jun 16 16:27:33.922447 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-1d96cd5d-80ad-4517-962c-c3016018c7cf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a64381bd-a1fe-4b67-8f7e-104ba306efbe HTTP/1.1" status: 200 len: 217 time: 0.0406082 Jun 16 16:27:33.974368 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-e7ce4966-873e-4861-9deb-f9ba2362c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:33.975814 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-e7ce4966-873e-4861-9deb-f9ba2362c739 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=14329842-aea0-4ad3-99be-a5df5d0572d3 HTTP/1.1" status: 200 len: 856 time: 0.0448709 Jun 16 16:27:34.033569 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-eb9f74cd-c5d0-4460-97c5-ba1a14d753f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:34.034961 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-eb9f74cd-c5d0-4460-97c5-ba1a14d753f8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ca357a02-cc61-4746-b1f2-e805d6e11173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505695 Jun 16 16:27:34.126795 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-f483ccfe-17de-425c-99b7-b97a40a351e5 service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834270 Jun 16 16:27:34.215686 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-91aa2485-5913-4ca3-8a4f-e2781448cf70 req-0cf1ee27-da80-435e-8a20-eec9bac1208b service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814896 Jun 16 16:27:34.330292 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b360c-b78d-4d8f-a7ca-a1d8a4786c9a req-ef3f689b-3907-415d-b14a-f72b6b9eeba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:34.331858 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bb8b360c-b78d-4d8f-a7ca-a1d8a4786c9a req-ef3f689b-3907-415d-b14a-f72b6b9eeba5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b800ffbc0714945a225ea99c5155534&device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 1096 time: 0.0576751 Jun 16 16:27:34.422092 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b360c-b78d-4d8f-a7ca-a1d8a4786c9a req-40838e65-3b64-4667-b40e-a12eabc1dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:34.423522 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bb8b360c-b78d-4d8f-a7ca-a1d8a4786c9a req-40838e65-3b64-4667-b40e-a12eabc1dedf service neutron] 10.222.0.99 "GET /v2.0/networks?id=ca357a02-cc61-4746-b1f2-e805d6e11173 HTTP/1.1" status: 200 len: 918 time: 0.0837512 Jun 16 16:27:34.468871 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bb8b360c-b78d-4d8f-a7ca-a1d8a4786c9a req-f403b1ae-9b31-4050-865b-acb490bd477e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a64381bd-a1fe-4b67-8f7e-104ba306efbe HTTP/1.1" status: 200 len: 217 time: 0.0365393 Jun 16 16:27:34.516523 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b360c-b78d-4d8f-a7ca-a1d8a4786c9a req-2d50d9f0-6320-46c9-9828-f510544809b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:34.517973 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bb8b360c-b78d-4d8f-a7ca-a1d8a4786c9a req-2d50d9f0-6320-46c9-9828-f510544809b1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=14329842-aea0-4ad3-99be-a5df5d0572d3 HTTP/1.1" status: 200 len: 856 time: 0.0424528 Jun 16 16:27:34.573735 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b360c-b78d-4d8f-a7ca-a1d8a4786c9a req-046d71f9-3bea-46aa-9065-32aa8df636a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:34.575084 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bb8b360c-b78d-4d8f-a7ca-a1d8a4786c9a req-046d71f9-3bea-46aa-9065-32aa8df636a4 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ca357a02-cc61-4746-b1f2-e805d6e11173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504491 Jun 16 16:27:34.945231 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bb8b360c-b78d-4d8f-a7ca-a1d8a4786c9a req-f45c71ac-1e3c-4ea3-8015-939227de60e7 service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628209 Jun 16 16:27:34.995544 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b1b90-887d-40c4-af46-52f6f66fc0ea req-5d755373-07de-47b1-8626-8b4712ec4d89 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:34.997018 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d77b1b90-887d-40c4-af46-52f6f66fc0ea req-5d755373-07de-47b1-8626-8b4712ec4d89 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.1052268 Jun 16 16:27:35.079274 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d77b1b90-887d-40c4-af46-52f6f66fc0ea req-769bfb9d-93bc-4ece-a063-f921449e44fa tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504708 Jun 16 16:27:35.081149 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bb8b360c-b78d-4d8f-a7ca-a1d8a4786c9a req-304f6d6d-40ca-444d-a766-b265fd83f653 service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280401 Jun 16 16:27:36.253756 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecad57-b2e8-49b9-a624-8bf25756a502 req-3d73615d-36ea-4cc1-8434-cbbb5b5550f3 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:36.255200 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-77ecad57-b2e8-49b9-a624-8bf25756a502 req-3d73615d-36ea-4cc1-8434-cbbb5b5550f3 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.0620980 Jun 16 16:27:36.293049 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-77ecad57-b2e8-49b9-a624-8bf25756a502 req-91b94f88-b51c-4e13-bb7c-58b2d7bf4778 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323029 Jun 16 16:27:37.472214 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9bf1f-b03e-43bd-ad0d-303868d58541 req-27458eb4-f873-450c-884c-5bf4357695d5 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:37.473697 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ddb9bf1f-b03e-43bd-ad0d-303868d58541 req-27458eb4-f873-450c-884c-5bf4357695d5 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.0659735 Jun 16 16:27:37.511462 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ddb9bf1f-b03e-43bd-ad0d-303868d58541 req-50679e24-50da-48da-b3b6-4202fa95b33c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321710 Jun 16 16:27:38.513659 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device a64381bd-a1fe-4b67-8f7e-104ba306efbe details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:27:38.612039 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port a64381bd-a1fe-4b67-8f7e-104ba306efbe, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a64381bd-a1fe-4b67-8f7e-104ba306efbe,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:27:38.623837 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'port_id': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe', 'mac_address': 'fa:16:3e:0b:5e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:27:38.660697 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:38.676717 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64381bd-a1fe-4b67-8f7e-104ba306efbe {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:27:38.696108 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port a64381bd-a1fe-4b67-8f7e-104ba306efbe, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a64381bd-a1fe-4b67-8f7e-104ba306efbe,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:27:38.700793 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:38.702668 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:38.707821 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c677d-e7cd-48c8-af5f-ef0fc6fb7e46 req-67e442e6-a1fd-4ae2-9fb0-72933c600504 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:38.709487 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-801c677d-e7cd-48c8-af5f-ef0fc6fb7e46 req-67e442e6-a1fd-4ae2-9fb0-72933c600504 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.0672820 Jun 16 16:27:38.750980 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-801c677d-e7cd-48c8-af5f-ef0fc6fb7e46 req-ad14a1ed-8364-4e8a-9e87-be1d559d8ffe tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350103 Jun 16 16:27:38.751225 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=a64381bd-a1fe-4b67-8f7e-104ba306efbe,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:38.754028 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:38.971027 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['a64381bd-a1fe-4b67-8f7e-104ba306efbe'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:27:39.931727 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdae90-aa18-4244-8181-7c916f2c17f5 req-24c156f5-9d39-4ea1-acc3-46e0265868eb tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:39.933471 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9ecdae90-aa18-4244-8181-7c916f2c17f5 req-24c156f5-9d39-4ea1-acc3-46e0265868eb tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 944 time: 0.0667646 Jun 16 16:27:39.973687 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9ecdae90-aa18-4244-8181-7c916f2c17f5 req-70266845-2c49-4887-a6e8-ac2556e6df00 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343196 Jun 16 16:27:40.544212 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device a64381bd-a1fe-4b67-8f7e-104ba306efbe up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:27:40.596567 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port a64381bd-a1fe-4b67-8f7e-104ba306efbe completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:27:40.600272 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port a64381bd-a1fe-4b67-8f7e-104ba306efbe triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:27:40.600658 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:40.676339 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:40.698077 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5e665b-80e3-46fd-b5a6-5952d24a573e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:27:40.700786 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540b5e4f-d8e6-4821-9ed7-b7a58da7d5d4" -d '{"events": [{"server_uuid": "fa5e665b-80e3-46fd-b5a6-5952d24a573e", "name": "network-vif-plugged", "status": "completed", "tag": "a64381bd-a1fe-4b67-8f7e-104ba306efbe"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:27:40.713279 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port a64381bd-a1fe-4b67-8f7e-104ba306efbe, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a64381bd-a1fe-4b67-8f7e-104ba306efbe,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:27:40.717504 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:40.719459 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-893cfb45-d5e4-440c-b3ca-836e7168ba8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:40.740828 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7ef29a-3f99-4509-988f-fea5c0653027 x-openstack-request-id: req-da7ef29a-3f99-4509-988f-fea5c0653027 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:27:40.741122 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5e665b-80e3-46fd-b5a6-5952d24a573e", "name": "network-vif-plugged", "status": "completed", "tag": "a64381bd-a1fe-4b67-8f7e-104ba306efbe", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:27:40.741377 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-da7ef29a-3f99-4509-988f-fea5c0653027 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:27:40.741790 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5e665b-80e3-46fd-b5a6-5952d24a573e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe', 'code': 200} Jun 16 16:27:40.770185 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=a64381bd-a1fe-4b67-8f7e-104ba306efbe,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:40.772939 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:40.967660 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd7ecd-5417-42af-9686-b33a43265f63 req-c93bc91a-4ab1-4596-af3b-173b9fdf0983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:40.969430 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-27bd7ecd-5417-42af-9686-b33a43265f63 req-c93bc91a-4ab1-4596-af3b-173b9fdf0983 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 1098 time: 0.0573206 Jun 16 16:27:41.005150 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-27bd7ecd-5417-42af-9686-b33a43265f63 req-5c46b049-3901-4b51-9ed3-565ada449e62 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287142 Jun 16 16:27:41.149067 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a39fd-9846-4331-9866-f9cad3d9ba08 req-bd636008-ba0c-4f88-a61f-e9fd6f94c3f9 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:41.150540 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-883a39fd-9846-4331-9866-f9cad3d9ba08 req-bd636008-ba0c-4f88-a61f-e9fd6f94c3f9 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0624235 Jun 16 16:27:41.191661 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-883a39fd-9846-4331-9866-f9cad3d9ba08 req-23b29c74-d30e-43f0-a717-aa71b18a61b9 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349231 Jun 16 16:27:42.365462 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfad34-2793-481a-a8d8-77574d18c329 req-a4a597a1-8ba5-4c05-873a-f9828057b83c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:42.367164 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6dbfad34-2793-481a-a8d8-77574d18c329 req-a4a597a1-8ba5-4c05-873a-f9828057b83c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0628414 Jun 16 16:27:42.404671 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6dbfad34-2793-481a-a8d8-77574d18c329 req-e493bb66-81f9-4528-b5b9-c1892772cc60 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310926 Jun 16 16:27:42.580621 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bbb74-0935-4af1-baf0-2b09e58748a1 req-793054dc-ea16-4c20-8892-4aae7f7f03c9 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:42.582109 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-474bbb74-0935-4af1-baf0-2b09e58748a1 req-793054dc-ea16-4c20-8892-4aae7f7f03c9 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0619478 Jun 16 16:27:42.591480 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 36694) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:42.596331 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-7618b7f4-4b2e-49f9-bbd4-196fcb096aaa tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Request body: {'floatingip': {'port_id': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:27:42.638490 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7618b7f4-4b2e-49f9-bbd4-196fcb096aaa tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for floatingip, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:43.086289 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7618b7f4-4b2e-49f9-bbd4-196fcb096aaa tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:43.090137 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7618b7f4-4b2e-49f9-bbd4-196fcb096aaa tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33160423'] for floatingip, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:43.185309 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.l3_db [None req-7618b7f4-4b2e-49f9-bbd4-196fcb096aaa tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Floating IP 7bd5bdfc-1d15-487f-bf95-73d36cb90e05 associated. External IP: 172.27.0.27, port: a64381bd-a1fe-4b67-8f7e-104ba306efbe. Jun 16 16:27:43.384719 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7618b7f4-4b2e-49f9-bbd4-196fcb096aaa tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:27:43.490486 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7618b7f4-4b2e-49f9-bbd4-196fcb096aaa tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:27:43.495425 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7618b7f4-4b2e-49f9-bbd4-196fcb096aaa tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:43.500909 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a2bcf6-d077-425b-8a29-94e73b22e37f None None] Sync routers for ids ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:27:43.510835 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a2bcf6-d077-425b-8a29-94e73b22e37f None None] Routers {'0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:27:43.511700 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-97a2bcf6-d077-425b-8a29-94e73b22e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:27:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:43.532508 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-7618b7f4-4b2e-49f9-bbd4-196fcb096aaa tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "PUT /v2.0/floatingips/7bd5bdfc-1d15-487f-bf95-73d36cb90e05 HTTP/1.1" status: 200 len: 990 time: 0.9399726 Jun 16 16:27:43.533367 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5e665b-80e3-46fd-b5a6-5952d24a573e', 'tag': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:27:43.535703 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcc14e41f13d97c8742cd6abe1fc053a743771352171e7c539edf99606292a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6bfcce-424b-44b8-a7fb-9985ce351df4" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5e665b-80e3-46fd-b5a6-5952d24a573e", "tag": "a64381bd-a1fe-4b67-8f7e-104ba306efbe"}]}' {{(pid=91606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:27:43.574691 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ae41cc-dd33-4b71-94a4-92227db6a60a x-openstack-request-id: req-41ae41cc-dd33-4b71-94a4-92227db6a60a {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:27:43.575022 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5e665b-80e3-46fd-b5a6-5952d24a573e", "tag": "a64381bd-a1fe-4b67-8f7e-104ba306efbe", "status": "completed", "code": 200}]} {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:27:43.575310 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-41ae41cc-dd33-4b71-94a4-92227db6a60a {{(pid=91606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:27:43.576012 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5e665b-80e3-46fd-b5a6-5952d24a573e', 'tag': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe', 'status': 'completed', 'code': 200} Jun 16 16:27:43.619933 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-97a2bcf6-d077-425b-8a29-94e73b22e37f None None] Set router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:27:43.663830 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bfcce-424b-44b8-a7fb-9985ce351df4 req-0cf4acfe-4500-41ce-8d0c-3514b879fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:43.665308 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bb6bfcce-424b-44b8-a7fb-9985ce351df4 req-0cf4acfe-4500-41ce-8d0c-3514b879fcf2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b800ffbc0714945a225ea99c5155534&device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 1098 time: 0.0628953 Jun 16 16:27:43.758828 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bfcce-424b-44b8-a7fb-9985ce351df4 req-49c74938-06ce-463a-a7a5-67d729bc252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:43.760272 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bb6bfcce-424b-44b8-a7fb-9985ce351df4 req-49c74938-06ce-463a-a7a5-67d729bc252c service neutron] 10.222.0.99 "GET /v2.0/networks?id=ca357a02-cc61-4746-b1f2-e805d6e11173 HTTP/1.1" status: 200 len: 918 time: 0.0875502 Jun 16 16:27:43.827932 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bb6bfcce-424b-44b8-a7fb-9985ce351df4 req-550cdc9d-0ad6-4b0d-9867-e50a56ce5def service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a64381bd-a1fe-4b67-8f7e-104ba306efbe HTTP/1.1" status: 200 len: 998 time: 0.0599344 Jun 16 16:27:43.837737 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-97a2bcf6-d077-425b-8a29-94e73b22e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:37Z', 'revision_number': 4, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port': {'id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '7bd5bdfc-1d15-487f-bf95-73d36cb90e05', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'port_id': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'mac_address': 'fa:16:3e:0b:5e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e665b-80e3-46fd-b5a6-5952d24a573e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:27:30Z', 'updated_at': '2021-06-16T16:27:42Z', 'revision_number': 1, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be4786c-4e56-45af-8ea4-05d7e07f0471', 'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'mac_address': 'fa:16:3e:22:bc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:36Z', 'updated_at': '2021-06-16T16:23:43Z', 'revision_number': 5, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'subnets': [{'id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:43.841872 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a2bcf6-d077-425b-8a29-94e73b22e37f None None] Checking router: 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:27:43.850326 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a2bcf6-d077-425b-8a29-94e73b22e37f None None] Routers {'0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:27:43.850942 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-97a2bcf6-d077-425b-8a29-94e73b22e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:27:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:43.878628 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bfcce-424b-44b8-a7fb-9985ce351df4 req-1445dd52-2d78-48a3-8612-503cde124fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:43.879965 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bb6bfcce-424b-44b8-a7fb-9985ce351df4 req-1445dd52-2d78-48a3-8612-503cde124fb2 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=14329842-aea0-4ad3-99be-a5df5d0572d3 HTTP/1.1" status: 200 len: 856 time: 0.0424991 Jun 16 16:27:43.940986 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bfcce-424b-44b8-a7fb-9985ce351df4 req-4454c811-2f24-476d-ad4f-0ea6b5769039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:43.942481 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bb6bfcce-424b-44b8-a7fb-9985ce351df4 req-4454c811-2f24-476d-ad4f-0ea6b5769039 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ca357a02-cc61-4746-b1f2-e805d6e11173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520976 Jun 16 16:27:43.962276 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-97a2bcf6-d077-425b-8a29-94e73b22e37f None None] Set router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:27:44.036517 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bb6bfcce-424b-44b8-a7fb-9985ce351df4 req-4ce97ac4-8185-4e98-bedf-765fa6d50f05 service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862792 Jun 16 16:27:44.125574 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-bb6bfcce-424b-44b8-a7fb-9985ce351df4 req-c5ba8034-7f86-42e8-acf4-9bd86b4b0110 service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814521 Jun 16 16:27:44.194156 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-97a2bcf6-d077-425b-8a29-94e73b22e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:37Z', 'revision_number': 4, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port': {'id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '7bd5bdfc-1d15-487f-bf95-73d36cb90e05', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'port_id': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'mac_address': 'fa:16:3e:0b:5e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e665b-80e3-46fd-b5a6-5952d24a573e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:27:30Z', 'updated_at': '2021-06-16T16:27:42Z', 'revision_number': 1, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be4786c-4e56-45af-8ea4-05d7e07f0471', 'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'mac_address': 'fa:16:3e:22:bc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:36Z', 'updated_at': '2021-06-16T16:23:43Z', 'revision_number': 5, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'subnets': [{'id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:27:44.197498 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a2bcf6-d077-425b-8a29-94e73b22e37f None None] The sync data for ids ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'] in dv-cinder-775250-5-iscsi is: [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:37Z', 'revision_number': 4, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port': {'id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '7bd5bdfc-1d15-487f-bf95-73d36cb90e05', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'port_id': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'mac_address': 'fa:16:3e:0b:5e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5e665b-80e3-46fd-b5a6-5952d24a573e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:27:30Z', 'updated_at': '2021-06-16T16:27:42Z', 'revision_number': 1, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be4786c-4e56-45af-8ea4-05d7e07f0471', 'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'mac_address': 'fa:16:3e:22:bc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:36Z', 'updated_at': '2021-06-16T16:23:43Z', 'revision_number': 5, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'subnets': [{'id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:27:44.389436 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d191ba5-3d60-4b2d-a6bb-019def21f195 None None] New status for floating IP 7bd5bdfc-1d15-487f-bf95-73d36cb90e05: ACTIVE {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:27:52.148173 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9235d-d490-4ecc-ad18-ee5c563f7615 req-d20d4335-1bc4-4bd2-9b4d-68417cefbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:52.149692 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8ef9235d-d490-4ecc-ad18-ee5c563f7615 req-d20d4335-1bc4-4bd2-9b4d-68417cefbe05 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d02cb401f0dd45d9be74f93b832d64a5&device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 1137 time: 0.0993979 Jun 16 16:27:52.172506 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7cfaa3fc-e8e1-41c5-aa1e-cfc28dd204d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:52.173538 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a207f58-7e99-48ad-8d98-93496c354c28 req-a335a5fb-3baf-4a76-a146-d9150b9daf44 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:52.175063 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5a207f58-7e99-48ad-8d98-93496c354c28 req-a335a5fb-3baf-4a76-a146-d9150b9daf44 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 984 time: 0.0956385 Jun 16 16:27:52.264074 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5a207f58-7e99-48ad-8d98-93496c354c28 req-1f2db26e-271b-4ee6-abdb-735f8988d114 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=caced644-3664-4929-ad9f-be2dc1528d36&id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0785887 Jun 16 16:27:52.283551 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9235d-d490-4ecc-ad18-ee5c563f7615 req-43b42a46-0168-4ba5-9a3c-780bbebe4822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:52.285188 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8ef9235d-d490-4ecc-ad18-ee5c563f7615 req-43b42a46-0168-4ba5-9a3c-780bbebe4822 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3fa02372-40a2-4de4-ba40-0f55489bad57 HTTP/1.1" status: 200 len: 916 time: 0.1286643 Jun 16 16:27:52.352463 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8ef9235d-d490-4ecc-ad18-ee5c563f7615 req-e455ceac-dbef-4832-a39e-8e9648831612 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74b614a4-2fc9-4e45-95bf-6f694694663c HTTP/1.1" status: 200 len: 1000 time: 0.0595417 Jun 16 16:27:52.403678 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9235d-d490-4ecc-ad18-ee5c563f7615 req-d1c96d8d-46bb-4746-a438-c9e05afc8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:52.405039 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8ef9235d-d490-4ecc-ad18-ee5c563f7615 req-d1c96d8d-46bb-4746-a438-c9e05afc8999 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6fee3573-4a35-45aa-b162-970554515868 HTTP/1.1" status: 200 len: 854 time: 0.0439646 Jun 16 16:27:52.468471 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9235d-d490-4ecc-ad18-ee5c563f7615 req-cefb7c3f-5e39-49b1-a421-9865f8c255f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:52.469968 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8ef9235d-d490-4ecc-ad18-ee5c563f7615 req-cefb7c3f-5e39-49b1-a421-9865f8c255f2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3fa02372-40a2-4de4-ba40-0f55489bad57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549626 Jun 16 16:27:52.566921 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8ef9235d-d490-4ecc-ad18-ee5c563f7615 req-87365c22-50c0-46bc-85b1-0cb29f024dde service neutron] 10.222.0.99 "GET /v2.0/networks/3fa02372-40a2-4de4-ba40-0f55489bad57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898979 Jun 16 16:27:52.674760 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8ef9235d-d490-4ecc-ad18-ee5c563f7615 req-6ce2a232-ea7e-4084-a67f-5232875dd47e service neutron] 10.222.0.99 "GET /v2.0/networks/3fa02372-40a2-4de4-ba40-0f55489bad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001902 Jun 16 16:27:53.452563 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0fc5b-ff4f-4f87-8cb4-58cc4110a7c8 req-76948daf-c59b-499b-8df3-dfdeb2d1ec3a tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:53.454048 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-91f0fc5b-ff4f-4f87-8cb4-58cc4110a7c8 req-76948daf-c59b-499b-8df3-dfdeb2d1ec3a tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 984 time: 0.0678217 Jun 16 16:27:53.497456 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-91f0fc5b-ff4f-4f87-8cb4-58cc4110a7c8 req-4e1009d3-018f-4c91-a696-d1b1095e2676 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=caced644-3664-4929-ad9f-be2dc1528d36&id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376675 Jun 16 16:27:54.674288 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fc75c-b497-48fe-a951-1b7d7eb996ce req-153248da-5d1e-47a3-8909-2331f38682b2 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:54.675732 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2f7fc75c-b497-48fe-a951-1b7d7eb996ce req-153248da-5d1e-47a3-8909-2331f38682b2 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 984 time: 0.0641215 Jun 16 16:27:54.713483 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2f7fc75c-b497-48fe-a951-1b7d7eb996ce req-5b406c28-6251-41c0-9123-a0707d0e3ba2 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=caced644-3664-4929-ad9f-be2dc1528d36&id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0319660 Jun 16 16:27:54.811479 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1f1eebb9-2e52-4796-a163-2252070c223b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:54.910180 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:55.873188 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:55.893345 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdeadf3-1c2b-4b88-9426-5b40bdb77a17 req-6a016590-00b6-49dc-ac73-8afe69c5702b tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:55.894838 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6bdeadf3-1c2b-4b88-9426-5b40bdb77a17 req-6a016590-00b6-49dc-ac73-8afe69c5702b tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 984 time: 0.0688791 Jun 16 16:27:55.937153 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6bdeadf3-1c2b-4b88-9426-5b40bdb77a17 req-ad05edfa-a6fb-4f3f-aba3-0b6a2aeb6a45 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=caced644-3664-4929-ad9f-be2dc1528d36&id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358303 Jun 16 16:27:57.114555 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9963d-1417-492d-802d-020af12f0dc5 req-83d72a7c-b718-484d-9fba-4b24d20cc4cd tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:57.116114 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-eaa9963d-1417-492d-802d-020af12f0dc5 req-83d72a7c-b718-484d-9fba-4b24d20cc4cd tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 984 time: 0.0634706 Jun 16 16:27:57.160670 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-eaa9963d-1417-492d-802d-020af12f0dc5 req-1b2804a0-5927-4e8e-899a-61e5967ccc3d tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=caced644-3664-4929-ad9f-be2dc1528d36&id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388026 Jun 16 16:27:57.631643 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:58.182907 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:58.337966 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d434014-7e23-410d-821c-2241ff73677d req-b3451e76-d949-4ad4-825e-463b68d38a9e tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:58.339423 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0d434014-7e23-410d-821c-2241ff73677d req-b3451e76-d949-4ad4-825e-463b68d38a9e tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 984 time: 0.0640504 Jun 16 16:27:58.379433 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0d434014-7e23-410d-821c-2241ff73677d req-88800da0-36a3-4b5b-8427-54d1b898c07a tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=caced644-3664-4929-ad9f-be2dc1528d36&id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339122 Jun 16 16:27:59.553909 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500b3fa-ad32-491d-9326-6b05510349a0 req-7b3fe4c8-c844-4ed2-8890-7a36269c8616 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:27:59.555381 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-a500b3fa-ad32-491d-9326-6b05510349a0 req-7b3fe4c8-c844-4ed2-8890-7a36269c8616 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 984 time: 0.0627546 Jun 16 16:27:59.594618 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-a500b3fa-ad32-491d-9326-6b05510349a0 req-66c1eaf5-9de7-4d2c-802b-3f8591d91040 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=caced644-3664-4929-ad9f-be2dc1528d36&id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333917 Jun 16 16:28:00.771608 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb89c09-30fe-4f82-8a94-3cef640ee2ca req-c1453db1-9ce5-4e1e-9165-cdd349ec118f tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:00.773006 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5eb89c09-30fe-4f82-8a94-3cef640ee2ca req-c1453db1-9ce5-4e1e-9165-cdd349ec118f tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 984 time: 0.0658884 Jun 16 16:28:00.821622 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5eb89c09-30fe-4f82-8a94-3cef640ee2ca req-879be44e-3f42-45a4-a9d7-148e75999982 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=caced644-3664-4929-ad9f-be2dc1528d36&id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405490 Jun 16 16:28:01.994261 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1351e5-e6d8-4567-ad72-3f40700253ea req-d9ccf9d1-d4b6-44ad-8925-e1e37a66b544 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:01.995697 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ec1351e5-e6d8-4567-ad72-3f40700253ea req-d9ccf9d1-d4b6-44ad-8925-e1e37a66b544 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 984 time: 0.0627036 Jun 16 16:28:02.034829 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ec1351e5-e6d8-4567-ad72-3f40700253ea req-5dc75a28-7887-404a-9a9c-486e91bd82ed tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=caced644-3664-4929-ad9f-be2dc1528d36&id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326736 Jun 16 16:28:03.209140 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac35767-f643-4ebc-8bb2-2dfa840876f1 req-46ba5978-360f-45dd-b4c1-432d95460bcd tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:03.210608 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-eac35767-f643-4ebc-8bb2-2dfa840876f1 req-46ba5978-360f-45dd-b4c1-432d95460bcd tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 984 time: 0.0625758 Jun 16 16:28:03.250183 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-eac35767-f643-4ebc-8bb2-2dfa840876f1 req-29da2ba5-700e-4514-8e34-641f756098ed tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=caced644-3664-4929-ad9f-be2dc1528d36&id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338571 Jun 16 16:28:04.424048 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1ac1c-9950-428b-be56-52583c0b46da req-2a96c9b9-d967-40fd-9d6c-0b6ebb6df3fe tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:04.425470 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-87f1ac1c-9950-428b-be56-52583c0b46da req-2a96c9b9-d967-40fd-9d6c-0b6ebb6df3fe tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 984 time: 0.0641515 Jun 16 16:28:04.464523 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-87f1ac1c-9950-428b-be56-52583c0b46da req-f4286613-47c8-43da-9f37-747b67c1e4f7 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=caced644-3664-4929-ad9f-be2dc1528d36&id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330074 Jun 16 16:28:05.050837 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:28:05.639860 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fbd9d-68b1-4eac-a4a9-aaea6413532d req-8d3f226c-3cd0-444f-9096-81794852a336 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:05.641304 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-517fbd9d-68b1-4eac-a4a9-aaea6413532d req-8d3f226c-3cd0-444f-9096-81794852a336 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 984 time: 0.0623717 Jun 16 16:28:05.680227 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-517fbd9d-68b1-4eac-a4a9-aaea6413532d req-7a89ce31-970f-4b97-ba89-31cc5bf2cd20 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=caced644-3664-4929-ad9f-be2dc1528d36&id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331492 Jun 16 16:28:06.881585 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671608b0-19ab-4f50-8b16-e81f7c1dd55a req-5502e5a2-6e77-4375-b43d-465f231260d2 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:06.882932 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-671608b0-19ab-4f50-8b16-e81f7c1dd55a req-5502e5a2-6e77-4375-b43d-465f231260d2 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 984 time: 0.0651557 Jun 16 16:28:06.923222 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-671608b0-19ab-4f50-8b16-e81f7c1dd55a req-2171efab-6d4a-401b-ad27-c01da1970c73 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=caced644-3664-4929-ad9f-be2dc1528d36&id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346103 Jun 16 16:28:08.101608 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d36525-ef63-4255-9ba0-3916fc96b9a1 req-96e74031-4dd2-4201-ae3f-8dabe069ab08 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:08.103062 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-73d36525-ef63-4255-9ba0-3916fc96b9a1 req-96e74031-4dd2-4201-ae3f-8dabe069ab08 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 984 time: 0.0667424 Jun 16 16:28:08.144486 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-73d36525-ef63-4255-9ba0-3916fc96b9a1 req-9ed63eac-fc30-41e5-ac4f-76ae04b167bc tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=caced644-3664-4929-ad9f-be2dc1528d36&id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353100 Jun 16 16:28:09.319908 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9586b-c72e-4a96-8dda-e92ee2a2f7f7 req-f98071b0-7077-4203-8e16-cbf9e72f082b tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:09.321364 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-92f9586b-c72e-4a96-8dda-e92ee2a2f7f7 req-f98071b0-7077-4203-8e16-cbf9e72f082b tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 984 time: 0.0626955 Jun 16 16:28:09.361539 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-92f9586b-c72e-4a96-8dda-e92ee2a2f7f7 req-22a44320-52bf-4766-b123-95cf2ea9cfe0 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=caced644-3664-4929-ad9f-be2dc1528d36&id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337248 Jun 16 16:28:22.174780 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e5fa03e9-377b-47a0-8b50-8af1ebcea86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:24.811810 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-bbdf3982-96c9-4a5f-a36c-84e8b6ab8555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:24.910579 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:25.874946 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:26.213390 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-75974076-7ac8-4e86-8198-92a8e352b6d2 req-6ccfddcf-ad2b-4d77-b06c-fb2c9d499d28 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519085 Jun 16 16:28:26.298768 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75974076-7ac8-4e86-8198-92a8e352b6d2 req-c9f0cb2a-f8ab-447c-ba1d-7ac74edf9395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:26.300154 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-75974076-7ac8-4e86-8198-92a8e352b6d2 req-c9f0cb2a-f8ab-447c-ba1d-7ac74edf9395 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d02cb401f0dd45d9be74f93b832d64a5&device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 1137 time: 0.0596101 Jun 16 16:28:26.405852 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75974076-7ac8-4e86-8198-92a8e352b6d2 req-98c84d10-daca-4b44-be39-85112d87df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:26.407881 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-75974076-7ac8-4e86-8198-92a8e352b6d2 req-98c84d10-daca-4b44-be39-85112d87df4d service neutron] 10.222.0.99 "GET /v2.0/networks?id=3fa02372-40a2-4de4-ba40-0f55489bad57 HTTP/1.1" status: 200 len: 916 time: 0.0835896 Jun 16 16:28:26.494178 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-75974076-7ac8-4e86-8198-92a8e352b6d2 req-a39d1c1b-ed0b-49cf-8c24-5be5f0d36509 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74b614a4-2fc9-4e45-95bf-6f694694663c HTTP/1.1" status: 200 len: 1000 time: 0.0612986 Jun 16 16:28:26.545096 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75974076-7ac8-4e86-8198-92a8e352b6d2 req-61f97da3-03ed-4667-ba1b-488f9a1e3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:26.546648 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-75974076-7ac8-4e86-8198-92a8e352b6d2 req-61f97da3-03ed-4667-ba1b-488f9a1e3da3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6fee3573-4a35-45aa-b162-970554515868 HTTP/1.1" status: 200 len: 854 time: 0.0444169 Jun 16 16:28:26.606531 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75974076-7ac8-4e86-8198-92a8e352b6d2 req-9e8b280b-d74d-4d48-83c0-fda0246b8761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:26.607993 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-75974076-7ac8-4e86-8198-92a8e352b6d2 req-9e8b280b-d74d-4d48-83c0-fda0246b8761 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3fa02372-40a2-4de4-ba40-0f55489bad57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522242 Jun 16 16:28:26.701192 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-75974076-7ac8-4e86-8198-92a8e352b6d2 req-20931cc8-f28d-453e-9ad3-0c1af93880b0 service neutron] 10.222.0.99 "GET /v2.0/networks/3fa02372-40a2-4de4-ba40-0f55489bad57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836010 Jun 16 16:28:26.790908 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-75974076-7ac8-4e86-8198-92a8e352b6d2 req-c0b4f875-8d5c-4e92-a19a-ae51d5ff4ea3 service neutron] 10.222.0.99 "GET /v2.0/networks/3fa02372-40a2-4de4-ba40-0f55489bad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825338 Jun 16 16:28:27.633467 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:28.204686 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:30.386545 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eca8c8-be70-4b6c-9263-06fcdc27c411 req-a29aec76-ddf9-42eb-ac1b-fa336f1e72d1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:30.387982 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-a8eca8c8-be70-4b6c-9263-06fcdc27c411 req-a29aec76-ddf9-42eb-ac1b-fa336f1e72d1 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0856104 Jun 16 16:28:30.427218 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-a8eca8c8-be70-4b6c-9263-06fcdc27c411 req-f62df18e-1b1b-4ea1-b03b-04c1737a3356 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332320 Jun 16 16:28:31.503709 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84552fd0-3caf-4271-a410-0ac75fa92089 req-946ab6ba-3eac-40d2-85c4-bf5dd7970bc6 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:31.505206 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-84552fd0-3caf-4271-a410-0ac75fa92089 req-946ab6ba-3eac-40d2-85c4-bf5dd7970bc6 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=b49f4645-0829-4c43-b1d5-02eaa276843e HTTP/1.1" status: 200 len: 946 time: 0.0622606 Jun 16 16:28:31.543619 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-84552fd0-3caf-4271-a410-0ac75fa92089 req-cd4bcca0-7931-4d3a-84c7-708473595c08 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=f66b9639-a287-4e5f-879d-190a75287399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323195 Jun 16 16:28:31.607302 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d87a60-6a39-4834-8f29-8506fcb2fec4 req-28e284dd-e469-4fd6-bd9c-921c51baddcc tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:31.608749 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-94d87a60-6a39-4834-8f29-8506fcb2fec4 req-28e284dd-e469-4fd6-bd9c-921c51baddcc tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0632129 Jun 16 16:28:31.650734 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-94d87a60-6a39-4834-8f29-8506fcb2fec4 req-a9a45fd9-cc10-4eb3-a0cb-6d48359d860c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353889 Jun 16 16:28:32.726853 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72db7a-610d-46f6-881c-2982c5e0358e req-234bb4b8-5f52-4a41-9cf4-7cdfbbd3cc27 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:32.728563 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fe72db7a-610d-46f6-881c-2982c5e0358e req-234bb4b8-5f52-4a41-9cf4-7cdfbbd3cc27 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=b49f4645-0829-4c43-b1d5-02eaa276843e HTTP/1.1" status: 200 len: 946 time: 0.0735102 Jun 16 16:28:32.765984 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-fe72db7a-610d-46f6-881c-2982c5e0358e req-d2335f58-adcc-4c6d-890b-3799be599c63 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=f66b9639-a287-4e5f-879d-190a75287399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319779 Jun 16 16:28:32.834450 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9b960-c181-4451-bf19-5b9ca445a422 req-4dfa917d-2683-4752-a543-7284ceae33cc tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:32.835830 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fbf9b960-c181-4451-bf19-5b9ca445a422 req-4dfa917d-2683-4752-a543-7284ceae33cc tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0643878 Jun 16 16:28:32.872917 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fbf9b960-c181-4451-bf19-5b9ca445a422 req-06f8bbfe-6a4b-4985-b94d-1ef6ae446109 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314903 Jun 16 16:28:33.710779 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a34c7-8944-45ea-b095-6a76f8d8aa82 req-a98203be-b429-4d88-9ed0-9f3ab19fa5f1 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:33.712240 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ab7a34c7-8944-45ea-b095-6a76f8d8aa82 req-a98203be-b429-4d88-9ed0-9f3ab19fa5f1 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.99 "GET /v2.0/ports?device_id=b49f4645-0829-4c43-b1d5-02eaa276843e HTTP/1.1" status: 200 len: 946 time: 0.3162990 Jun 16 16:28:33.809275 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [req-ab7a34c7-8944-45ea-b095-6a76f8d8aa82 req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Deleting port 81c9f09c-2f6e-4f82-b80f-50573b21c621 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:28:33.810100 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-ab7a34c7-8944-45ea-b095-6a76f8d8aa82 req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:33.924736 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [req-ab7a34c7-8944-45ea-b095-6a76f8d8aa82 req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] For port 81c9f09c-2f6e-4f82-b80f-50573b21c621, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=81c9f09c-2f6e-4f82-b80f-50573b21c621,segment=NetworkSegment(4a460494-d6ff-48a4-82fb-c5fa15034f2c),segment_id=4a460494-d6ff-48a4-82fb-c5fa15034f2c)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:33.925089 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-ab7a34c7-8944-45ea-b095-6a76f8d8aa82 req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:34.038303 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3ee6c-e7cb-4edc-95fb-dddf901e4efc req-108e5686-10b9-4e13-af3c-bb1794e94a84 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:34.039667 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-15c3ee6c-e7cb-4edc-95fb-dddf901e4efc req-108e5686-10b9-4e13-af3c-bb1794e94a84 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=b49f4645-0829-4c43-b1d5-02eaa276843e HTTP/1.1" status: 200 len: 946 time: 0.1606226 Jun 16 16:28:34.051795 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2536095-1fdd-4abf-ba6c-8186ea3f6609 req-3acbe423-d45b-4180-b481-7ee93ea49857 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:34.053259 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f2536095-1fdd-4abf-ba6c-8186ea3f6609 req-3acbe423-d45b-4180-b481-7ee93ea49857 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0628364 Jun 16 16:28:34.091178 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f2536095-1fdd-4abf-ba6c-8186ea3f6609 req-b0e5e53b-944d-4fca-be5e-65a8fab8ed8c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322397 Jun 16 16:28:34.142860 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-15c3ee6c-e7cb-4edc-95fb-dddf901e4efc req-8cbf8a9d-b4b6-441d-bde6-c63350927221 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups?id=f66b9639-a287-4e5f-879d-190a75287399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734990 Jun 16 16:28:34.168112 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-ab7a34c7-8944-45ea-b095-6a76f8d8aa82 req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:34.168482 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-ab7a34c7-8944-45ea-b095-6a76f8d8aa82 req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33160423'] for floatingip, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:34.168784 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.l3_db [req-ab7a34c7-8944-45ea-b095-6a76f8d8aa82 req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Floating IP 534997e0-4daf-4393-b60c-aa87c9a8531a disassociated. External IP: 172.27.0.32, port: 81c9f09c-2f6e-4f82-b80f-50573b21c621. Jun 16 16:28:34.169114 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [req-ab7a34c7-8944-45ea-b095-6a76f8d8aa82 req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Calling delete_port for 81c9f09c-2f6e-4f82-b80f-50573b21c621 owned by compute:nova {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:28:34.298642 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-ab7a34c7-8944-45ea-b095-6a76f8d8aa82 req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:34.302628 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-312ef7ce-afd7-4222-8127-d127bf16cc2d tempest-VolumesNegativeTest-1708787152 tempest-VolumesNegativeTest-1708787152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:34.326453 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Pushing event deleted for resources: {'Port': ['ID=81c9f09c-2f6e-4f82-b80f-50573b21c621,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:34.338036 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:34.338317 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:34.338679 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:34.339043 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:34.339400 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:34.339759 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:34.340115 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:34.340471 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:34.340826 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:34.341178 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:34.341528 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:34.341904 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:34.345495 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:34.452736 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab7a34c7-8944-45ea-b095-6a76f8d8aa82 req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Router 2c52a323-4afe-429b-957f-cca11e6c19de has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:28:34.557728 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab7a34c7-8944-45ea-b095-6a76f8d8aa82 req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:28:34.567955 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315aa71f-89c8-4c04-9695-09e3bb10a14b None None] Sync routers for ids ['2c52a323-4afe-429b-957f-cca11e6c19de'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:28:34.576816 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315aa71f-89c8-4c04-9695-09e3bb10a14b None None] Routers {'2c52a323-4afe-429b-957f-cca11e6c19de'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:34.577428 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-315aa71f-89c8-4c04-9695-09e3bb10a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:28:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2c52a323-4afe-429b-957f-cca11e6c19de'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:34.602038 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7a34c7-8944-45ea-b095-6a76f8d8aa82 req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] No DVR routers for this DVR port 81c9f09c-2f6e-4f82-b80f-50573b21c621 on host hv-cinder-77525 {{(pid=91606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:28:34.605008 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-ab7a34c7-8944-45ea-b095-6a76f8d8aa82 req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:34.607099 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ab7a34c7-8944-45ea-b095-6a76f8d8aa82 req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.99 "DELETE /v2.0/ports/81c9f09c-2f6e-4f82-b80f-50573b21c621 HTTP/1.1" status: 204 len: 173 time: 0.8888435 Jun 16 16:28:34.607602 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49f4645-0829-4c43-b1d5-02eaa276843e', 'name': 'network-vif-deleted', 'tag': '81c9f09c-2f6e-4f82-b80f-50573b21c621'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:28:34.609980 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcc14e41f13d97c8742cd6abe1fc053a743771352171e7c539edf99606292a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669057f5-6a8d-47c8-ad39-817fdd4c605b" -d '{"events": [{"server_uuid": "b49f4645-0829-4c43-b1d5-02eaa276843e", "name": "network-vif-deleted", "tag": "81c9f09c-2f6e-4f82-b80f-50573b21c621"}]}' {{(pid=91606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:28:34.649861 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96e26c4-5920-4dc3-8a8a-2e32b91b151d x-openstack-request-id: req-f96e26c4-5920-4dc3-8a8a-2e32b91b151d {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:28:34.650191 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49f4645-0829-4c43-b1d5-02eaa276843e", "name": "network-vif-deleted", "tag": "81c9f09c-2f6e-4f82-b80f-50573b21c621", "status": "completed", "code": 200}]} {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:28:34.650481 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f96e26c4-5920-4dc3-8a8a-2e32b91b151d {{(pid=91606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:28:34.650914 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49f4645-0829-4c43-b1d5-02eaa276843e', 'name': 'network-vif-deleted', 'tag': '81c9f09c-2f6e-4f82-b80f-50573b21c621', 'status': 'completed', 'code': 200} Jun 16 16:28:34.815007 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-315aa71f-89c8-4c04-9695-09e3bb10a14b None None] Set router 2c52a323-4afe-429b-957f-cca11e6c19de gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:35.010503 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-315aa71f-89c8-4c04-9695-09e3bb10a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 4, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port': {'id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:08Z', 'updated_at': '2021-06-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '09c2201b-a9e2-4d60-9427-af2dfbe370ed', 'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'mac_address': 'fa:16:3e:71:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:13Z', 'updated_at': '2021-06-16T16:22:22Z', 'revision_number': 5, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'subnets': [{'id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:35.013690 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315aa71f-89c8-4c04-9695-09e3bb10a14b None None] Checking router: 2c52a323-4afe-429b-957f-cca11e6c19de for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:28:35.021537 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315aa71f-89c8-4c04-9695-09e3bb10a14b None None] Routers {'2c52a323-4afe-429b-957f-cca11e6c19de'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:35.022157 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-315aa71f-89c8-4c04-9695-09e3bb10a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:28:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2c52a323-4afe-429b-957f-cca11e6c19de'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:35.129784 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-315aa71f-89c8-4c04-9695-09e3bb10a14b None None] Set router 2c52a323-4afe-429b-957f-cca11e6c19de gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:35.301254 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749da57-6872-48d9-9b91-b7433798d8a8 req-ab67ef36-f4da-4b1a-b25e-d4d05b6406d2 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:35.308541 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2749da57-6872-48d9-9b91-b7433798d8a8 req-ab67ef36-f4da-4b1a-b25e-d4d05b6406d2 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0945487 Jun 16 16:28:35.345507 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2749da57-6872-48d9-9b91-b7433798d8a8 req-7fbfbfda-b7d6-4d4b-91cb-96748982d9aa tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353818 Jun 16 16:28:35.349392 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-892d0fb7-4aa8-4df1-8a1c-62a4a432be9e req-dc0cba6e-de12-41ce-8d27-ce7e844163fe tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/ports?device_id=b49f4645-0829-4c43-b1d5-02eaa276843e HTTP/1.1" status: 200 len: 210 time: 0.0380683 Jun 16 16:28:35.360392 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-315aa71f-89c8-4c04-9695-09e3bb10a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 4, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port': {'id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:08Z', 'updated_at': '2021-06-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '09c2201b-a9e2-4d60-9427-af2dfbe370ed', 'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'mac_address': 'fa:16:3e:71:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:13Z', 'updated_at': '2021-06-16T16:22:22Z', 'revision_number': 5, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'subnets': [{'id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:35.374342 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315aa71f-89c8-4c04-9695-09e3bb10a14b None None] The sync data for ids ['2c52a323-4afe-429b-957f-cca11e6c19de'] in dv-cinder-775250-5-iscsi is: [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:22:15Z', 'revision_number': 4, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port': {'id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:08Z', 'updated_at': '2021-06-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '09c2201b-a9e2-4d60-9427-af2dfbe370ed', 'name': '', 'network_id': '02e15231-b46c-4cf2-9ad6-fa4086007904', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'mac_address': 'fa:16:3e:71:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:13Z', 'updated_at': '2021-06-16T16:22:22Z', 'revision_number': 5, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'subnets': [{'id': 'ea088378-29f7-4b89-b70f-57d9f2f62724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:28:35.582607 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29991708-144f-4448-8f98-da9f75c5f9bb None None] New status for floating IP 534997e0-4daf-4393-b60c-aa87c9a8531a: DOWN {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:28:36.466852 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37028) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:36.522786 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:36.529812 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a60421-2a6b-42c7-9d48-7a90773f6dd6 req-7eb5ad75-9316-48d8-8b16-be42f325bb5a tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:36.531332 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-45a60421-2a6b-42c7-9d48-7a90773f6dd6 req-7eb5ad75-9316-48d8-8b16-be42f325bb5a tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0640538 Jun 16 16:28:36.547228 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:36.570459 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-45a60421-2a6b-42c7-9d48-7a90773f6dd6 req-d886103e-de00-4f99-9ab1-7e70e036d029 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325549 Jun 16 16:28:36.597585 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:36.600400 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:36.601570 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "DELETE /v2.0/security-groups/f66b9639-a287-4e5f-879d-190a75287399 HTTP/1.1" status: 204 len: 168 time: 0.1336517 Jun 16 16:28:36.602325 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-6b1e3ac6-c69b-45a7-9d1d-1ce1ea56a211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:36.604488 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37030) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:36.610880 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66b9639-a287-4e5f-879d-190a75287399,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:36.617901 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:36.618060 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.api.v2.resource [None req-b2239200-64db-4c51-b1c3-d09e58f230fd tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] show failed (client error): The resource could not be found. Jun 16 16:28:36.618284 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:36.618652 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:36.618959 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-b2239200-64db-4c51-b1c3-d09e58f230fd tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "GET /v2.0/security-groups/f66b9639-a287-4e5f-879d-190a75287399 HTTP/1.1" status: 404 len: 347 time: 0.0134413 Jun 16 16:28:36.619142 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:36.619361 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:36.619721 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:36.620075 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:36.620434 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:36.620786 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:36.621138 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:36.621489 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:36.621772 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37032) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:36.621887 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:36.624969 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:36.745956 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-15178c62-1c9b-456f-acc7-730e0aca5bce tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Deleting port 022ea091-ff8c-452a-b773-71a17b893212 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:28:36.746295 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-15178c62-1c9b-456f-acc7-730e0aca5bce tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:36.821969 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-15178c62-1c9b-456f-acc7-730e0aca5bce tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:36.822289 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-15178c62-1c9b-456f-acc7-730e0aca5bce tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:36.884866 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-15178c62-1c9b-456f-acc7-730e0aca5bce tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Calling delete_port for 022ea091-ff8c-452a-b773-71a17b893212 owned by network:floatingip {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:28:37.015100 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-15178c62-1c9b-456f-acc7-730e0aca5bce tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:37.017484 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7a2db118-3717-4730-8395-25a716f18016 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:37.040028 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15178c62-1c9b-456f-acc7-730e0aca5bce tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Pushing event deleted for resources: {'Port': ['ID=022ea091-ff8c-452a-b773-71a17b893212,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:37.043132 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-15178c62-1c9b-456f-acc7-730e0aca5bce tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:37.104640 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-15178c62-1c9b-456f-acc7-730e0aca5bce tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks [] for floatingip, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:37.106965 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-15178c62-1c9b-456f-acc7-730e0aca5bce tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:37.108075 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-15178c62-1c9b-456f-acc7-730e0aca5bce tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] 10.222.0.86 "DELETE /v2.0/floatingips/534997e0-4daf-4393-b60c-aa87c9a8531a HTTP/1.1" status: 204 len: 168 time: 0.4854493 Jun 16 16:28:37.747864 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe491ab9-018e-4667-9536-679127801aa0 req-7d38763f-2526-4288-8f3f-42c8ced36fbe tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:37.749311 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fe491ab9-018e-4667-9536-679127801aa0 req-7d38763f-2526-4288-8f3f-42c8ced36fbe tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0628192 Jun 16 16:28:37.787084 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-fe491ab9-018e-4667-9536-679127801aa0 req-3a066d54-7dd9-4fa0-9e78-a7e976806a6b tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309901 Jun 16 16:28:38.883964 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 81c9f09c-2f6e-4f82-b80f-50573b21c621 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:28:38.904044 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: 81c9f09c-2f6e-4f82-b80f-50573b21c621 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:28:38.904398 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 81c9f09c-2f6e-4f82-b80f-50573b21c621 not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:28:38.963809 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa567c5-74c0-40c9-9bae-26159a3d9306 req-aedaa13d-42ab-4ed3-a0f8-0c8e911fa9e0 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:38.965253 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0aa567c5-74c0-40c9-9bae-26159a3d9306 req-aedaa13d-42ab-4ed3-a0f8-0c8e911fa9e0 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0618896 Jun 16 16:28:39.003228 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0aa567c5-74c0-40c9-9bae-26159a3d9306 req-3c7fd286-f557-4490-894a-9b3f65778349 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320249 Jun 16 16:28:40.231621 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb04af7-5fd7-4f19-b265-8295a016c1e5 req-1dc6e509-8fe9-4ee2-86be-8b2baf13451f tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:40.233061 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7cb04af7-5fd7-4f19-b265-8295a016c1e5 req-1dc6e509-8fe9-4ee2-86be-8b2baf13451f tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0679507 Jun 16 16:28:40.271921 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7cb04af7-5fd7-4f19-b265-8295a016c1e5 req-f3791b3b-1cf0-4b1d-a2f5-19477d088aa6 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327051 Jun 16 16:28:40.789640 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37074) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:40.988295 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f680bc1-824b-44be-b630-1e8173e93969 req-11d9393a-8c37-47f0-8abf-e24c9ba1af45 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:40.989771 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0f680bc1-824b-44be-b630-1e8173e93969 req-11d9393a-8c37-47f0-8abf-e24c9ba1af45 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.1388037 Jun 16 16:28:41.070568 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0f680bc1-824b-44be-b630-1e8173e93969 req-edb35e33-c49a-4ad8-83b4-b2bc68bce005 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736396 Jun 16 16:28:41.335191 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-faadb376-8b33-4910-8330-000d2d992b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33458880'] for router_interface, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:41.449482 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab87ae-5470-4b5b-bee2-b05c785bceff req-c308c5da-f48d-4b3f-a2c6-b4b5e48d34d8 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:41.450953 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6bab87ae-5470-4b5b-bee2-b05c785bceff req-c308c5da-f48d-4b3f-a2c6-b4b5e48d34d8 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0619173 Jun 16 16:28:41.490121 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6bab87ae-5470-4b5b-bee2-b05c785bceff req-2d0fae1b-5900-4a49-9e97-74c8d292eb51 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328965 Jun 16 16:28:41.634471 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-faadb376-8b33-4910-8330-000d2d992b30 admin admin] Deleting port 09c2201b-a9e2-4d60-9427-af2dfbe370ed {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:28:41.634722 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-faadb376-8b33-4910-8330-000d2d992b30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:41.709417 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-faadb376-8b33-4910-8330-000d2d992b30 admin admin] For port 09c2201b-a9e2-4d60-9427-af2dfbe370ed, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=09c2201b-a9e2-4d60-9427-af2dfbe370ed,segment=NetworkSegment(4a460494-d6ff-48a4-82fb-c5fa15034f2c),segment_id=4a460494-d6ff-48a4-82fb-c5fa15034f2c)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:41.709803 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-faadb376-8b33-4910-8330-000d2d992b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:41.775737 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-faadb376-8b33-4910-8330-000d2d992b30 admin admin] Calling delete_port for 09c2201b-a9e2-4d60-9427-af2dfbe370ed owned by network:router_interface {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:28:41.963709 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-faadb376-8b33-4910-8330-000d2d992b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:41.965299 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-cce096d3-e7fa-436f-ba3d-063dcf0c04c1 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:41.989821 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadb376-8b33-4910-8330-000d2d992b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=09c2201b-a9e2-4d60-9427-af2dfbe370ed,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:41.992892 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-faadb376-8b33-4910-8330-000d2d992b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:42.049753 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:28:42.449475 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-faadb376-8b33-4910-8330-000d2d992b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33290173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33458772'] for router_interface, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:42.467730 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1590e4-db56-4eba-84c0-76177d157d3b req-fb29e5c3-1f0f-40ba-bae3-473ea67a63d1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:42.469157 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-dd1590e4-db56-4eba-84c0-76177d157d3b req-fb29e5c3-1f0f-40ba-bae3-473ea67a63d1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.1184435 Jun 16 16:28:42.571268 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-dd1590e4-db56-4eba-84c0-76177d157d3b req-9594e4fc-b162-45c6-9014-2907788d333c tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692384 Jun 16 16:28:42.688620 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276013d-0558-4a27-a3ba-c750a68fa378 req-4177a31d-b848-4dea-85b9-2ff8725aa2db tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:42.690721 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6276013d-0558-4a27-a3ba-c750a68fa378 req-4177a31d-b848-4dea-85b9-2ff8725aa2db tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0777936 Jun 16 16:28:42.696842 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faadb376-8b33-4910-8330-000d2d992b30 admin admin] Router 2c52a323-4afe-429b-957f-cca11e6c19de has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:28:42.729849 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6276013d-0558-4a27-a3ba-c750a68fa378 req-72688457-7eaa-4b47-928f-e02b49614a99 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332918 Jun 16 16:28:42.806248 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faadb376-8b33-4910-8330-000d2d992b30 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:28:42.811126 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-faadb376-8b33-4910-8330-000d2d992b30 admin admin] 10.222.0.86 "PUT /v2.0/routers/2c52a323-4afe-429b-957f-cca11e6c19de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0204072 Jun 16 16:28:42.813590 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37086) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:42.816287 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1dbe97-5e5f-4799-8505-169efcd16b11 None None] Sync routers for ids ['2c52a323-4afe-429b-957f-cca11e6c19de'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:28:42.825172 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1dbe97-5e5f-4799-8505-169efcd16b11 None None] Routers {'2c52a323-4afe-429b-957f-cca11e6c19de'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:42.825836 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-5d1dbe97-5e5f-4799-8505-169efcd16b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:28:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2c52a323-4afe-429b-957f-cca11e6c19de'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:42.917429 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-84147829-e30f-4e8d-bc6d-e534d1c4ef22 admin admin] Notify callbacks [] for router, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:42.930080 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-5d1dbe97-5e5f-4799-8505-169efcd16b11 None None] Set router 2c52a323-4afe-429b-957f-cca11e6c19de gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:43.021998 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-84147829-e30f-4e8d-bc6d-e534d1c4ef22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:43.078960 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-84147829-e30f-4e8d-bc6d-e534d1c4ef22 admin admin] Deleting port 6dac34f8-1be3-4da2-91ec-48ce033f5450 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:28:43.079301 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-84147829-e30f-4e8d-bc6d-e534d1c4ef22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:43.105254 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-5d1dbe97-5e5f-4799-8505-169efcd16b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:28:41Z', 'revision_number': 5, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port': {'id': '6dac34f8-1be3-4da2-91ec-48ce033f5450', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:22:08Z', 'updated_at': '2021-06-16T16:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:43.108527 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1dbe97-5e5f-4799-8505-169efcd16b11 None None] Checking router: 2c52a323-4afe-429b-957f-cca11e6c19de for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:28:43.116675 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1dbe97-5e5f-4799-8505-169efcd16b11 None None] Routers {'2c52a323-4afe-429b-957f-cca11e6c19de'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:43.117280 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-5d1dbe97-5e5f-4799-8505-169efcd16b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:28:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2c52a323-4afe-429b-957f-cca11e6c19de'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:43.170378 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-84147829-e30f-4e8d-bc6d-e534d1c4ef22 admin admin] For port 6dac34f8-1be3-4da2-91ec-48ce033f5450, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=6dac34f8-1be3-4da2-91ec-48ce033f5450,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:43.170761 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-84147829-e30f-4e8d-bc6d-e534d1c4ef22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:43.200022 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-5d1dbe97-5e5f-4799-8505-169efcd16b11 None None] Set router 2c52a323-4afe-429b-957f-cca11e6c19de gateway port host: None {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:43.236805 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-84147829-e30f-4e8d-bc6d-e534d1c4ef22 admin admin] Calling delete_port for 6dac34f8-1be3-4da2-91ec-48ce033f5450 owned by network:router_gateway {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:28:43.253434 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-5d1dbe97-5e5f-4799-8505-169efcd16b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:28:43Z', 'revision_number': 6, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port_host': None}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:43.257003 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1dbe97-5e5f-4799-8505-169efcd16b11 None None] The sync data for ids ['2c52a323-4afe-429b-957f-cca11e6c19de'] in dv-cinder-775250-5-iscsi is: [{'id': '2c52a323-4afe-429b-957f-cca11e6c19de', 'name': 'tempest-AttachVolumeTestJSON-21554160-router', 'tenant_id': '7b8a7950983b4751a0fb34523c61191d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:22:07Z', 'updated_at': '2021-06-16T16:28:43Z', 'revision_number': 6, 'project_id': '7b8a7950983b4751a0fb34523c61191d', 'gw_port_host': None}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:28:43.402558 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-84147829-e30f-4e8d-bc6d-e534d1c4ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:43.405325 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-faadb376-8b33-4910-8330-000d2d992b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:43.433024 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84147829-e30f-4e8d-bc6d-e534d1c4ef22 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dac34f8-1be3-4da2-91ec-48ce033f5450,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:43.436254 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-84147829-e30f-4e8d-bc6d-e534d1c4ef22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:43.494202 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-84147829-e30f-4e8d-bc6d-e534d1c4ef22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33160215'] for router_gateway, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:43.582992 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-84147829-e30f-4e8d-bc6d-e534d1c4ef22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33458004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-813'] for router, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:43.585216 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-84147829-e30f-4e8d-bc6d-e534d1c4ef22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:43.634638 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-84147829-e30f-4e8d-bc6d-e534d1c4ef22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33457245'] for router, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:43.635416 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84147829-e30f-4e8d-bc6d-e534d1c4ef22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c52a323-4afe-429b-957f-cca11e6c19de {{(pid=91606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:28:43.647441 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-84147829-e30f-4e8d-bc6d-e534d1c4ef22 admin admin] Notify callbacks [] for router, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:43.652187 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-84147829-e30f-4e8d-bc6d-e534d1c4ef22 admin admin] 10.222.0.86 "DELETE /v2.0/routers/2c52a323-4afe-429b-957f-cca11e6c19de HTTP/1.1" status: 204 len: 168 time: 0.8376479 Jun 16 16:28:43.652863 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37090) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:43.709202 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30af3f9-9672-4e71-9454-d22a8a49cdc1 admin admin] Deleting subnet ea088378-29f7-4b89-b70f-57d9f2f62724 {{(pid=91606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:28:43.712527 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a30af3f9-9672-4e71-9454-d22a8a49cdc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:43.741439 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 09c2201b-a9e2-4d60-9427-af2dfbe370ed no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:28:43.761136 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: 09c2201b-a9e2-4d60-9427-af2dfbe370ed {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:28:43.761605 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 09c2201b-a9e2-4d60-9427-af2dfbe370ed not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:28:43.777447 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a30af3f9-9672-4e71-9454-d22a8a49cdc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30266016'] for subnet, precommit_delete_associations {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:43.878275 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b650e2-5b51-48fc-a52d-fba3677ba578 req-1e132a0c-e6cc-4799-8ae4-38839f63eb62 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:43.879641 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-07b650e2-5b51-48fc-a52d-fba3677ba578 req-1e132a0c-e6cc-4799-8ae4-38839f63eb62 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.1475787 Jun 16 16:28:43.915119 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e71829-2df8-4a00-be79-fdaf2e9b0001 req-ae236b7a-cc76-4fd0-ac05-9b69ff066b7e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:43.916576 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-20e71829-2df8-4a00-be79-fdaf2e9b0001 req-ae236b7a-cc76-4fd0-ac05-9b69ff066b7e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0667331 Jun 16 16:28:43.921577 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a30af3f9-9672-4e71-9454-d22a8a49cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766633'] for subnet, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:43.956848 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-20e71829-2df8-4a00-be79-fdaf2e9b0001 req-4ea15118-8af0-4494-9fe2-a449321291f3 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343835 Jun 16 16:28:43.960147 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-07b650e2-5b51-48fc-a52d-fba3677ba578 req-81904a96-1eeb-4dbd-8be6-872c3fcf2864 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716681 Jun 16 16:28:43.992314 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a30af3f9-9672-4e71-9454-d22a8a49cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30257252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29844807'] for subnet, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:43.995824 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-6f2e80ac-1546-490c-a410-9f5462f63f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:44.018919 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30af3f9-9672-4e71-9454-d22a8a49cdc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea088378-29f7-4b89-b70f-57d9f2f62724,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:44.021797 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a30af3f9-9672-4e71-9454-d22a8a49cdc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:44.024950 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a30af3f9-9672-4e71-9454-d22a8a49cdc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.029778 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-a30af3f9-9672-4e71-9454-d22a8a49cdc1 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ea088378-29f7-4b89-b70f-57d9f2f62724 HTTP/1.1" status: 204 len: 168 time: 0.3758945 Jun 16 16:28:44.029927 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37094) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:44.032295 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7552e549-e317-440e-8260-64aecb3e08eb None None] Network 02e15231-b46c-4cf2-9ad6-fa4086007904 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:28:44.103352 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-693812'] for network, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.157160 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] Deleting port 482d3c51-47c0-4b35-803a-c5368d31470c {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:28:44.157989 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.225148 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] For port 482d3c51-47c0-4b35-803a-c5368d31470c, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=482d3c51-47c0-4b35-803a-c5368d31470c,segment=NetworkSegment(4a460494-d6ff-48a4-82fb-c5fa15034f2c),segment_id=4a460494-d6ff-48a4-82fb-c5fa15034f2c)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:44.225527 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.242127 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] DHCP port deletion for 02e15231-b46c-4cf2-9ad6-fa4086007904 request from dv-cinder-775250-5-iscsi {{(pid=91608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:28:44.292174 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Deleting port 482d3c51-47c0-4b35-803a-c5368d31470c {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:28:44.292605 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.295364 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] Calling delete_port for 482d3c51-47c0-4b35-803a-c5368d31470c owned by network:dhcp {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:28:44.363874 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] For port 482d3c51-47c0-4b35-803a-c5368d31470c, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=482d3c51-47c0-4b35-803a-c5368d31470c,segment=NetworkSegment(4a460494-d6ff-48a4-82fb-c5fa15034f2c),segment_id=4a460494-d6ff-48a4-82fb-c5fa15034f2c)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:44.364310 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.379227 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.382171 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:44.409122 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] Pushing event deleted for resources: {'Port': ['ID=482d3c51-47c0-4b35-803a-c5368d31470c,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:44.412062 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] No DVR routers for this DVR port 482d3c51-47c0-4b35-803a-c5368d31470c on host dv-cinder-775250-5-iscsi {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:28:44.413629 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:44.426651 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Calling delete_port for 482d3c51-47c0-4b35-803a-c5368d31470c owned by network:dhcp {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:28:44.480788 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-768294', 'neutron.services.segments.db._delete_segments_for_network-8738765585457'] for network, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.491292 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e15231-b46c-4cf2-9ad6-fa4086007904']}} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:44.500815 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a460494-d6ff-48a4-82fb-c5fa15034f2c') {'for_net_delete': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:44.501121 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a460494-d6ff-48a4-82fb-c5fa15034f2c') {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:44.512923 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765584770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30482068'] for segment, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.533876 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.540100 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=91607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:28:44.540486 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30482742'] for segment, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: Traceback (most recent call last): Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: timer() Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: cb(*args, **kw) Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: return func(*args, **kwargs) Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: self._notify() Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: self.callback(batched_events) Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: event.method(event) Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: return f(self, *a, **k) Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: return self._get(url).json() Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: return self.request(url, 'GET', **kwargs) Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:28:44.542422 dv-cinder-775250-5-iscsi neutron-server[91607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:28:44.547220 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.549747 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:44.570693 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Pushing event deleted for resources: {'Port': ['ID=482d3c51-47c0-4b35-803a-c5368d31470c,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:44.579589 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] No DVR routers for this DVR port 482d3c51-47c0-4b35-803a-c5368d31470c on host dv-cinder-775250-5-iscsi {{(pid=91608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:28:44.581541 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:44.581911 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:44.582249 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:44.582582 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:44.582913 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:44.583240 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:44.583560 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:44.583884 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:44.584205 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:44.584523 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:44.584844 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:44.585162 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:28:44.588134 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:44.607463 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33160313'] for network, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.614040 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.615926 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] 10.222.0.86 "DELETE /v2.0/networks/02e15231-b46c-4cf2-9ad6-fa4086007904 HTTP/1.1" status: 204 len: 168 time: 0.5851266 Jun 16 16:28:44.616657 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:44.630112 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] Pushing event deleted for resources: {'Network': ['ID=02e15231-b46c-4cf2-9ad6-fa4086007904,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:44.632550 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:44.731526 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37098) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:44.771664 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-6f03ab1d-fbf6-4b47-b806-1bcfba60baee admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7b8a7950983b4751a0fb34523c61191d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388896 Jun 16 16:28:44.774024 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37100) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:44.820560 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0065a9f3-7438-4c87-89ce-609af1994523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.847534 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0065a9f3-7438-4c87-89ce-609af1994523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.893836 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0065a9f3-7438-4c87-89ce-609af1994523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.896403 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-0065a9f3-7438-4c87-89ce-609af1994523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.897928 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-0065a9f3-7438-4c87-89ce-609af1994523 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8e0142ee-e4f8-4ff0-8db0-547b53edb006 HTTP/1.1" status: 204 len: 168 time: 0.1226606 Jun 16 16:28:44.898699 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-78959079-0913-4292-b9e0-14a27bc8a0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:44.908674 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065a9f3-7438-4c87-89ce-609af1994523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0142ee-e4f8-4ff0-8db0-547b53edb006,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:44.911381 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0065a9f3-7438-4c87-89ce-609af1994523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:45.144394 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83559fce-c501-425c-a413-ba2ae846b21c req-74c997f7-ff16-4848-974e-d08a0efc856b tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:45.146622 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318639f-042a-4342-8bbf-d7ab2b31aff7 req-e2b2bf62-2461-4849-b557-1e600d86ec8b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:45.147030 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-83559fce-c501-425c-a413-ba2ae846b21c req-74c997f7-ff16-4848-974e-d08a0efc856b tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0655143 Jun 16 16:28:45.148453 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3318639f-042a-4342-8bbf-d7ab2b31aff7 req-e2b2bf62-2461-4849-b557-1e600d86ec8b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0667396 Jun 16 16:28:45.187782 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-83559fce-c501-425c-a413-ba2ae846b21c req-c697db7d-ce7d-4b72-8017-318993514ac9 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346076 Jun 16 16:28:45.195888 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3318639f-042a-4342-8bbf-d7ab2b31aff7 req-e96be8d0-60ba-4f90-8b89-30935374177a tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414033 Jun 16 16:28:45.425406 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 482d3c51-47c0-4b35-803a-c5368d31470c no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:28:45.448287 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: 482d3c51-47c0-4b35-803a-c5368d31470c {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:28:45.448679 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 482d3c51-47c0-4b35-803a-c5368d31470c not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:28:45.449117 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 6dac34f8-1be3-4da2-91ec-48ce033f5450 no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:28:45.467627 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: 6dac34f8-1be3-4da2-91ec-48ce033f5450 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:28:45.467994 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 6dac34f8-1be3-4da2-91ec-48ce033f5450 not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:28:46.385098 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7624f4-ab51-496c-868c-3f28c8fdb936 req-c72dde88-871e-4207-9c7a-4a0b8418d99c tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:46.386748 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6e7624f4-ab51-496c-868c-3f28c8fdb936 req-c72dde88-871e-4207-9c7a-4a0b8418d99c tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0751123 Jun 16 16:28:46.438081 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6e7624f4-ab51-496c-868c-3f28c8fdb936 req-7da1fd94-7959-41c4-9e31-789836b2c0ca tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400133 Jun 16 16:28:46.543450 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50e115-7c52-40ec-af12-a3c0e4c17d96 req-0fbb4c0e-e9b5-4294-8d88-0b5a03b074a9 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:46.545072 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4a50e115-7c52-40ec-af12-a3c0e4c17d96 req-0fbb4c0e-e9b5-4294-8d88-0b5a03b074a9 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0700464 Jun 16 16:28:46.586913 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4a50e115-7c52-40ec-af12-a3c0e4c17d96 req-d3a19ed3-2aa7-4e18-8058-6d7dfe3071a0 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354342 Jun 16 16:28:46.778333 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37178) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:46.879081 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bec3e135-d455-4163-9894-1c564ea0cf45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:46.967892 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bec3e135-d455-4163-9894-1c564ea0cf45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:46.975387 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-bec3e135-d455-4163-9894-1c564ea0cf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:46.978024 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c657867e-0a31-4671-8659-b8d6754420d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:47.017699 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-bec3e135-d455-4163-9894-1c564ea0cf45 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=088ce3c258b44dcbae92f6d9eb156536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362628 Jun 16 16:28:47.017699 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3e135-d455-4163-9894-1c564ea0cf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9267f102-4709-4474-88ff-bd0289cfd9bb,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:47.018928 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37182) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:47.020451 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-bec3e135-d455-4163-9894-1c564ea0cf45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:47.067806 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0c714109-2b23-437e-8c78-a1dcd78ed038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:47.088201 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0c714109-2b23-437e-8c78-a1dcd78ed038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:47.133251 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0c714109-2b23-437e-8c78-a1dcd78ed038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:47.135759 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0c714109-2b23-437e-8c78-a1dcd78ed038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:47.136879 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-0c714109-2b23-437e-8c78-a1dcd78ed038 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9267f102-4709-4474-88ff-bd0289cfd9bb HTTP/1.1" status: 204 len: 168 time: 0.1172817 Jun 16 16:28:47.137658 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-541ac6b3-17f3-4c8b-92cb-223378c7ec9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:47.144952 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c714109-2b23-437e-8c78-a1dcd78ed038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9267f102-4709-4474-88ff-bd0289cfd9bb,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:47.147227 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-0c714109-2b23-437e-8c78-a1dcd78ed038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:47.396677 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37188) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:47.410505 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-92bbf024-5572-48a0-acca-5c7196718cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:47.502647 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-92bbf024-5572-48a0-acca-5c7196718cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:47.509486 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-92bbf024-5572-48a0-acca-5c7196718cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:47.513709 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-61e172d3-9ba1-4c32-b92e-1a6c9d707df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:47.562158 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbf024-5572-48a0-acca-5c7196718cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8543d435-764f-4ee8-b928-f4655b37cd74,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:47.566480 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-92bbf024-5572-48a0-acca-5c7196718cd8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e366b2f06a064136bba927da04b9f2ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687982 Jun 16 16:28:47.569272 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37192) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:47.582843 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-92bbf024-5572-48a0-acca-5c7196718cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:47.618911 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beaae8-b473-4d9e-be72-cb575145a240 req-0dc411c4-1509-41f8-9a8d-93afac3d087f tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:47.620343 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e17e-792e-435e-9cfc-d80ec5da3eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:47.620682 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b7beaae8-b473-4d9e-be72-cb575145a240 req-0dc411c4-1509-41f8-9a8d-93afac3d087f tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0700274 Jun 16 16:28:47.644168 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e17e-792e-435e-9cfc-d80ec5da3eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:47.666520 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b7beaae8-b473-4d9e-be72-cb575145a240 req-8009a882-6c1a-4d30-99a8-010749b3b523 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397725 Jun 16 16:28:47.700351 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e17e-792e-435e-9cfc-d80ec5da3eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:47.703271 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c4a5e17e-792e-435e-9cfc-d80ec5da3eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:47.704422 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-c4a5e17e-792e-435e-9cfc-d80ec5da3eca admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8543d435-764f-4ee8-b928-f4655b37cd74 HTTP/1.1" status: 204 len: 168 time: 0.1340404 Jun 16 16:28:47.706162 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d48672cf-a782-4e11-8c12-1f0485a55852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:47.714359 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5e17e-792e-435e-9cfc-d80ec5da3eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8543d435-764f-4ee8-b928-f4655b37cd74,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:47.717563 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c4a5e17e-792e-435e-9cfc-d80ec5da3eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:47.786308 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312de25-7621-430d-a4c4-5e9cc5a7e6c6 req-cf0df222-14dd-45ce-9f50-ff00bf0d6d92 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:47.787794 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6312de25-7621-430d-a4c4-5e9cc5a7e6c6 req-cf0df222-14dd-45ce-9f50-ff00bf0d6d92 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0714552 Jun 16 16:28:47.828041 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6312de25-7621-430d-a4c4-5e9cc5a7e6c6 req-92bcac39-0bd0-4ba8-b546-cea8a8edab44 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339868 Jun 16 16:28:48.885109 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5311cb-2b78-4913-8a43-cb44114c2ec7 req-c39fe4f6-efdf-4bd3-b3ed-eea486aa0f96 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:48.893435 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ce5311cb-2b78-4913-8a43-cb44114c2ec7 req-c39fe4f6-efdf-4bd3-b3ed-eea486aa0f96 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0812328 Jun 16 16:28:48.903414 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device a64381bd-a1fe-4b67-8f7e-104ba306efbe details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:28:48.987085 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ce5311cb-2b78-4913-8a43-cb44114c2ec7 req-3015bc3d-c210-4a70-9752-befd3aad5699 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926995 Jun 16 16:28:49.091828 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874974b-d641-4863-9380-c3b02584e7f1 req-9d3506ac-00c8-4558-bca7-1ec58ebd1b02 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:49.094436 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3874974b-d641-4863-9380-c3b02584e7f1 req-9d3506ac-00c8-4558-bca7-1ec58ebd1b02 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0870454 Jun 16 16:28:49.105529 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port a64381bd-a1fe-4b67-8f7e-104ba306efbe, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a64381bd-a1fe-4b67-8f7e-104ba306efbe,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:49.124579 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'port_id': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe', 'mac_address': 'fa:16:3e:0b:5e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:28:49.156581 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3874974b-d641-4863-9380-c3b02584e7f1 req-1276a3c5-a42b-41b7-82ed-9da9d12dad2b tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550165 Jun 16 16:28:49.192110 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:49.215440 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a64381bd-a1fe-4b67-8f7e-104ba306efbe {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:28:49.243400 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port a64381bd-a1fe-4b67-8f7e-104ba306efbe, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a64381bd-a1fe-4b67-8f7e-104ba306efbe,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:49.255012 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:49.258634 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:49.326508 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=a64381bd-a1fe-4b67-8f7e-104ba306efbe,revision_number=6']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:49.331458 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:49.349407 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f8cf8335-60d1-4214-bb2c-7ca22a48af94 req-159b2a68-7d05-46cc-8f93-07be469935e7 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-429885830&fields=id&tenant_id=d02cb401f0dd45d9be74f93b832d64a5 HTTP/1.1" status: 200 len: 267 time: 0.0439703 Jun 16 16:28:49.373014 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['a64381bd-a1fe-4b67-8f7e-104ba306efbe'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:28:49.462176 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf8335-60d1-4214-bb2c-7ca22a48af94 req-91b61bc1-fcaa-43ea-bfa8-abdc04dcb717 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:49.463715 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f8cf8335-60d1-4214-bb2c-7ca22a48af94 req-91b61bc1-fcaa-43ea-bfa8-abdc04dcb717 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 984 time: 0.0977209 Jun 16 16:28:49.476925 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [req-f8cf8335-60d1-4214-bb2c-7ca22a48af94 req-a5ab6530-5de6-4ebb-89dc-88c9e87ab840 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Request body: {'port': {'security_groups': ['214febb4-9d49-4d17-8594-c206c31cbbe1']}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:28:49.605714 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-f8cf8335-60d1-4214-bb2c-7ca22a48af94 req-a5ab6530-5de6-4ebb-89dc-88c9e87ab840 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:49.857657 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [req-f8cf8335-60d1-4214-bb2c-7ca22a48af94 req-a5ab6530-5de6-4ebb-89dc-88c9e87ab840 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] For port 74b614a4-2fc9-4e45-95bf-6f694694663c, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=74b614a4-2fc9-4e45-95bf-6f694694663c,segment=NetworkSegment(5afde638-2b11-40b5-ae20-4298a0670435),segment_id=5afde638-2b11-40b5-ae20-4298a0670435)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:49.897886 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-f8cf8335-60d1-4214-bb2c-7ca22a48af94 req-a5ab6530-5de6-4ebb-89dc-88c9e87ab840 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:49.915395 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-f8cf8335-60d1-4214-bb2c-7ca22a48af94 req-a5ab6530-5de6-4ebb-89dc-88c9e87ab840 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30257319'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:49.924624 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:49.930969 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['74b614a4-2fc9-4e45-95bf-6f694694663c'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:28:50.014124 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf8335-60d1-4214-bb2c-7ca22a48af94 req-a5ab6530-5de6-4ebb-89dc-88c9e87ab840 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:50.014788 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [req-f8cf8335-60d1-4214-bb2c-7ca22a48af94 req-a5ab6530-5de6-4ebb-89dc-88c9e87ab840 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:50.022101 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f8cf8335-60d1-4214-bb2c-7ca22a48af94 req-a5ab6530-5de6-4ebb-89dc-88c9e87ab840 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "PUT /v2.0/ports/74b614a4-2fc9-4e45-95bf-6f694694663c HTTP/1.1" status: 200 len: 942 time: 0.5505102 Jun 16 16:28:50.023072 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37280) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:50.024219 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c599923f-0a01-44c8-8b35-04504e8b0ed7', 'tag': '74b614a4-2fc9-4e45-95bf-6f694694663c'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:28:50.042868 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcc14e41f13d97c8742cd6abe1fc053a743771352171e7c539edf99606292a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8950c538-3028-4f98-9049-3ae8f3d43653" -d '{"events": [{"name": "network-changed", "server_uuid": "c599923f-0a01-44c8-8b35-04504e8b0ed7", "tag": "74b614a4-2fc9-4e45-95bf-6f694694663c"}]}' {{(pid=91606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:28:50.120460 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['74b614a4-2fc9-4e45-95bf-6f694694663c'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:28:50.121588 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ac257d-2d95-48e3-82bf-e0abaef22705 x-openstack-request-id: req-73ac257d-2d95-48e3-82bf-e0abaef22705 {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:28:50.122105 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c599923f-0a01-44c8-8b35-04504e8b0ed7", "tag": "74b614a4-2fc9-4e45-95bf-6f694694663c", "status": "completed", "code": 200}]} {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:28:50.122557 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-73ac257d-2d95-48e3-82bf-e0abaef22705 {{(pid=91606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:28:50.123158 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c599923f-0a01-44c8-8b35-04504e8b0ed7', 'tag': '74b614a4-2fc9-4e45-95bf-6f694694663c', 'status': 'completed', 'code': 200} Jun 16 16:28:50.136999 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab6530-5de6-4ebb-89dc-88c9e87ab840 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Pushing event updated for resources: {'Port': ['ID=74b614a4-2fc9-4e45-95bf-6f694694663c,revision_number=7']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:50.145364 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a5ab6530-5de6-4ebb-89dc-88c9e87ab840 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:50.211586 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e47bbc92-ff5c-4a2d-8f12-6472d1723157 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:50.257846 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950c538-3028-4f98-9049-3ae8f3d43653 req-85a65c92-54b0-4deb-8e02-e9bc3019b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:50.259654 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8950c538-3028-4f98-9049-3ae8f3d43653 req-85a65c92-54b0-4deb-8e02-e9bc3019b3d2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d02cb401f0dd45d9be74f93b832d64a5&device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 1098 time: 0.1036172 Jun 16 16:28:50.349603 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e47bbc92-ff5c-4a2d-8f12-6472d1723157 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:50.429587 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0da53-e467-4da6-a474-65606e43e727 req-8f9dbc20-0d5f-44f1-9a3d-c40de23fa863 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:50.443607 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0ee0da53-e467-4da6-a474-65606e43e727 req-8f9dbc20-0d5f-44f1-9a3d-c40de23fa863 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.2595773 Jun 16 16:28:50.450808 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950c538-3028-4f98-9049-3ae8f3d43653 req-91ee32d3-7e6b-4895-9646-1a015c187262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:50.452776 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8950c538-3028-4f98-9049-3ae8f3d43653 req-91ee32d3-7e6b-4895-9646-1a015c187262 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3fa02372-40a2-4de4-ba40-0f55489bad57 HTTP/1.1" status: 200 len: 916 time: 0.1863260 Jun 16 16:28:50.475578 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-d0b5a324-700d-451d-916f-dacc4546ff01 None None] Provisioning complete for port 74b614a4-2fc9-4e45-95bf-6f694694663c triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:50.475968 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0b5a324-700d-451d-916f-dacc4546ff01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:50.514895 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80fecf-2f15-4d26-bf17-e9fe98bb7012 req-924d09e1-a414-4aa0-ae1e-3986ff43b231 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:50.516748 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ef80fecf-2f15-4d26-bf17-e9fe98bb7012 req-924d09e1-a414-4aa0-ae1e-3986ff43b231 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 944 time: 0.1290550 Jun 16 16:28:50.555190 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0ee0da53-e467-4da6-a474-65606e43e727 req-8f7574e0-46ee-4418-8d37-1f5694f8aca5 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959604 Jun 16 16:28:50.581726 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8950c538-3028-4f98-9049-3ae8f3d43653 req-b0a723a6-5965-4848-936b-87b2fe968b46 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74b614a4-2fc9-4e45-95bf-6f694694663c HTTP/1.1" status: 200 len: 1000 time: 0.1196294 Jun 16 16:28:50.605855 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ef80fecf-2f15-4d26-bf17-e9fe98bb7012 req-bad869cb-7f77-405c-be74-1a78a5e8d288 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828099 Jun 16 16:28:50.610201 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e47bbc92-ff5c-4a2d-8f12-6472d1723157 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:50.615984 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e47bbc92-ff5c-4a2d-8f12-6472d1723157 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:50.618258 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-e47bbc92-ff5c-4a2d-8f12-6472d1723157 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "DELETE /v2.0/security-groups/caced644-3664-4929-ad9f-be2dc1528d36 HTTP/1.1" status: 204 len: 168 time: 0.5941253 Jun 16 16:28:50.623045 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-aa8d2cd9-7082-4dcf-9f5b-54451e1ba7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:50.626243 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37286) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:28:50.644649 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bbc92-ff5c-4a2d-8f12-6472d1723157 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caced644-3664-4929-ad9f-be2dc1528d36,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:50.661234 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e47bbc92-ff5c-4a2d-8f12-6472d1723157 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:50.690152 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950c538-3028-4f98-9049-3ae8f3d43653 req-cce0c0f1-5ff8-487b-b847-46181b4e7d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:50.692108 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8950c538-3028-4f98-9049-3ae8f3d43653 req-cce0c0f1-5ff8-487b-b847-46181b4e7d7c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6fee3573-4a35-45aa-b162-970554515868 HTTP/1.1" status: 200 len: 854 time: 0.0998151 Jun 16 16:28:50.826347 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950c538-3028-4f98-9049-3ae8f3d43653 req-0e7173df-fd21-45e8-a565-ef1b688222c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:50.827999 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8950c538-3028-4f98-9049-3ae8f3d43653 req-0e7173df-fd21-45e8-a565-ef1b688222c8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3fa02372-40a2-4de4-ba40-0f55489bad57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1290975 Jun 16 16:28:50.878813 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-417823a1-c346-4ddd-aed8-b23a84472a64 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Deleting port 9c3dcaec-8d9d-41bb-a157-3121a2fb58df {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:28:50.879146 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-417823a1-c346-4ddd-aed8-b23a84472a64 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:50.904898 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device a64381bd-a1fe-4b67-8f7e-104ba306efbe up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:28:51.002088 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8950c538-3028-4f98-9049-3ae8f3d43653 req-7d8edd1b-5561-49da-9b49-ec4b89309f9d service neutron] 10.222.0.99 "GET /v2.0/networks/3fa02372-40a2-4de4-ba40-0f55489bad57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651173 Jun 16 16:28:51.006429 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port a64381bd-a1fe-4b67-8f7e-104ba306efbe triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:28:51.010124 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:51.096386 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc8b3c-e566-4d82-b4e2-8c7609508359 req-8d1cbf4c-8ab3-4331-a19f-268cf57be62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:51.102727 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-27bc8b3c-e566-4d82-b4e2-8c7609508359 req-8d1cbf4c-8ab3-4331-a19f-268cf57be62d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5d00520292d84c42b4213f5e6aec6735&device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 1098 time: 0.1142640 Jun 16 16:28:51.177797 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:51.231392 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5e665b-80e3-46fd-b5a6-5952d24a573e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:28:51.231781 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc8b3c-e566-4d82-b4e2-8c7609508359 req-6dc2618a-8263-4513-8347-f2aedade5b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:51.233230 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-27bc8b3c-e566-4d82-b4e2-8c7609508359 req-6dc2618a-8263-4513-8347-f2aedade5b0f service neutron] 10.222.0.99 "GET /v2.0/networks?id=56ac3c7b-22b1-42f7-9183-5932379dd8c9 HTTP/1.1" status: 200 len: 909 time: 0.1186924 Jun 16 16:28:51.233681 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14d350b-66f3-450d-b1f6-042470757099" -d '{"events": [{"server_uuid": "fa5e665b-80e3-46fd-b5a6-5952d24a573e", "name": "network-vif-plugged", "status": "completed", "tag": "a64381bd-a1fe-4b67-8f7e-104ba306efbe"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:28:51.266245 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port a64381bd-a1fe-4b67-8f7e-104ba306efbe, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a64381bd-a1fe-4b67-8f7e-104ba306efbe,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:51.273241 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:51.276443 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-fcf2ac28-df8a-4ea5-ba57-d64ebd634822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:51.355481 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-27bc8b3c-e566-4d82-b4e2-8c7609508359 req-f54e6fee-f030-4497-ad92-07f86696e5dc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=295f4870-aaae-42b9-b867-4b1b646ee307 HTTP/1.1" status: 200 len: 1001 time: 0.1147397 Jun 16 16:28:51.398035 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=a64381bd-a1fe-4b67-8f7e-104ba306efbe,revision_number=7']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:51.409962 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:51.457248 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc8b3c-e566-4d82-b4e2-8c7609508359 req-8034362c-2a4f-403a-834f-4fc2dcbba84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:51.461903 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-27bc8b3c-e566-4d82-b4e2-8c7609508359 req-8034362c-2a4f-403a-834f-4fc2dcbba84e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f52f01af-fb97-46cb-853b-d0299d099dde HTTP/1.1" status: 200 len: 847 time: 0.0924494 Jun 16 16:28:51.493324 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d740cb-e83e-4511-9caa-7f1200244c95 x-openstack-request-id: req-48d740cb-e83e-4511-9caa-7f1200244c95 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:28:51.493643 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5e665b-80e3-46fd-b5a6-5952d24a573e", "name": "network-vif-plugged", "status": "completed", "tag": "a64381bd-a1fe-4b67-8f7e-104ba306efbe", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:28:51.493901 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-48d740cb-e83e-4511-9caa-7f1200244c95 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:28:51.494296 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5e665b-80e3-46fd-b5a6-5952d24a573e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe', 'code': 200} Jun 16 16:28:51.609405 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-417823a1-c346-4ddd-aed8-b23a84472a64 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:51.609762 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-417823a1-c346-4ddd-aed8-b23a84472a64 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:51.617707 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc8b3c-e566-4d82-b4e2-8c7609508359 req-deb7eadc-96d9-4fdc-85f9-9d02d090515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:51.619851 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-27bc8b3c-e566-4d82-b4e2-8c7609508359 req-deb7eadc-96d9-4fdc-85f9-9d02d090515c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=56ac3c7b-22b1-42f7-9183-5932379dd8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1462693 Jun 16 16:28:51.728106 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-417823a1-c346-4ddd-aed8-b23a84472a64 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Calling delete_port for 9c3dcaec-8d9d-41bb-a157-3121a2fb58df owned by network:floatingip {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:28:51.757714 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-27bc8b3c-e566-4d82-b4e2-8c7609508359 req-65050d54-77ec-4bf2-9675-8c1d56f3cee5 service neutron] 10.222.0.99 "GET /v2.0/networks/56ac3c7b-22b1-42f7-9183-5932379dd8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232657 Jun 16 16:28:51.915705 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-27bc8b3c-e566-4d82-b4e2-8c7609508359 req-2ded1024-e1c5-447a-97f0-5cdfaa93b32b service neutron] 10.222.0.99 "GET /v2.0/networks/56ac3c7b-22b1-42f7-9183-5932379dd8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552014 Jun 16 16:28:51.960340 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8950c538-3028-4f98-9049-3ae8f3d43653 req-60d6782a-70da-4a95-acd2-1d79ac71e7cd service neutron] 10.222.0.99 "GET /v2.0/networks/3fa02372-40a2-4de4-ba40-0f55489bad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9489479 Jun 16 16:28:52.035808 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a741f2-bd04-4fdf-ae0f-fa2000425337 req-f19c31ba-9b47-432f-96b3-e5c6e6d8a638 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:52.036539 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb25334-cbc5-4ecd-9af6-63fff03465ca req-22faf558-469a-4b00-8dcc-cf07253d1907 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:52.037306 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-97a741f2-bd04-4fdf-ae0f-fa2000425337 req-f19c31ba-9b47-432f-96b3-e5c6e6d8a638 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.2977784 Jun 16 16:28:52.043912 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ffb25334-cbc5-4ecd-9af6-63fff03465ca req-22faf558-469a-4b00-8dcc-cf07253d1907 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0863333 Jun 16 16:28:52.103944 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ffb25334-cbc5-4ecd-9af6-63fff03465ca req-17415f99-5594-48be-b3e7-c37ee9ebcfc7 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584805 Jun 16 16:28:52.134192 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-97a741f2-bd04-4fdf-ae0f-fa2000425337 req-2b87ead1-4595-4935-a5d7-863ecdc6a077 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764482 Jun 16 16:28:52.165576 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-417823a1-c346-4ddd-aed8-b23a84472a64 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:52.175867 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-c0687d7a-7510-4549-b167-0eb775b10740 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:52.184938 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0790b0d5-5cbb-4d34-a96e-eb7afe1f71c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:52.230099 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417823a1-c346-4ddd-aed8-b23a84472a64 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Pushing event deleted for resources: {'Port': ['ID=9c3dcaec-8d9d-41bb-a157-3121a2fb58df,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:52.238164 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-417823a1-c346-4ddd-aed8-b23a84472a64 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:52.276807 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-417823a1-c346-4ddd-aed8-b23a84472a64 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks [] for floatingip, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:52.277310 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.l3_db [None req-417823a1-c346-4ddd-aed8-b23a84472a64 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Floating IP fd02679e-ff5c-41d1-98c0-2cf6042382c3 disassociated (deleted). External IP: 172.27.0.83, port: 74b614a4-2fc9-4e45-95bf-6f694694663c. Jun 16 16:28:52.514857 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417823a1-c346-4ddd-aed8-b23a84472a64 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Router 97071a89-f768-430f-8e0b-9184bfb5a0ed has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:28:52.645899 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417823a1-c346-4ddd-aed8-b23a84472a64 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:28:52.650956 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-417823a1-c346-4ddd-aed8-b23a84472a64 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:52.657594 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f05471c-49cf-400d-956e-2a6931a04793 None None] Sync routers for ids ['97071a89-f768-430f-8e0b-9184bfb5a0ed'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:28:52.669177 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f05471c-49cf-400d-956e-2a6931a04793 None None] Routers {'97071a89-f768-430f-8e0b-9184bfb5a0ed'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:52.670158 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-2f05471c-49cf-400d-956e-2a6931a04793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:28:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['97071a89-f768-430f-8e0b-9184bfb5a0ed'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:52.691536 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-417823a1-c346-4ddd-aed8-b23a84472a64 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "DELETE /v2.0/floatingips/fd02679e-ff5c-41d1-98c0-2cf6042382c3 HTTP/1.1" status: 204 len: 168 time: 2.0628395 Jun 16 16:28:52.692144 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c599923f-0a01-44c8-8b35-04504e8b0ed7', 'tag': '74b614a4-2fc9-4e45-95bf-6f694694663c'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:28:52.695296 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcc14e41f13d97c8742cd6abe1fc053a743771352171e7c539edf99606292a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1f62b4-dd24-428b-baca-80a661dcb1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "c599923f-0a01-44c8-8b35-04504e8b0ed7", "tag": "74b614a4-2fc9-4e45-95bf-6f694694663c"}]}' {{(pid=91606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:28:52.781613 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b71a99-8087-453c-a074-0c32d14b99ba x-openstack-request-id: req-31b71a99-8087-453c-a074-0c32d14b99ba {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:28:52.782128 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c599923f-0a01-44c8-8b35-04504e8b0ed7", "tag": "74b614a4-2fc9-4e45-95bf-6f694694663c", "status": "completed", "code": 200}]} {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:28:52.782485 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-31b71a99-8087-453c-a074-0c32d14b99ba {{(pid=91606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:28:52.782987 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c599923f-0a01-44c8-8b35-04504e8b0ed7', 'tag': '74b614a4-2fc9-4e45-95bf-6f694694663c', 'status': 'completed', 'code': 200} Jun 16 16:28:52.873824 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-2f05471c-49cf-400d-956e-2a6931a04793 None None] Set router 97071a89-f768-430f-8e0b-9184bfb5a0ed gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:52.915777 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f62b4-dd24-428b-baca-80a661dcb1c3 req-8ffc1a7a-148c-4117-98fa-57dbd3e2ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:52.919138 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0a1f62b4-dd24-428b-baca-80a661dcb1c3 req-8ffc1a7a-148c-4117-98fa-57dbd3e2ac53 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d02cb401f0dd45d9be74f93b832d64a5&device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 1098 time: 0.1071680 Jun 16 16:28:53.128134 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f62b4-dd24-428b-baca-80a661dcb1c3 req-5ae19372-5ce3-45e4-ac52-0ee3909b3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:53.130630 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0a1f62b4-dd24-428b-baca-80a661dcb1c3 req-5ae19372-5ce3-45e4-ac52-0ee3909b3c97 service neutron] 10.222.0.99 "GET /v2.0/networks?id=3fa02372-40a2-4de4-ba40-0f55489bad57 HTTP/1.1" status: 200 len: 916 time: 0.2007623 Jun 16 16:28:53.233360 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0a1f62b4-dd24-428b-baca-80a661dcb1c3 req-c0fbc8e4-dd2a-41ca-8baa-64a6174f75e7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74b614a4-2fc9-4e45-95bf-6f694694663c HTTP/1.1" status: 200 len: 217 time: 0.0895112 Jun 16 16:28:53.359614 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f62b4-dd24-428b-baca-80a661dcb1c3 req-6b1e5bd3-3b48-4acd-a852-516987a866b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:53.361371 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0a1f62b4-dd24-428b-baca-80a661dcb1c3 req-6b1e5bd3-3b48-4acd-a852-516987a866b6 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6fee3573-4a35-45aa-b162-970554515868 HTTP/1.1" status: 200 len: 854 time: 0.1209872 Jun 16 16:28:53.425783 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-2f05471c-49cf-400d-956e-2a6931a04793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'name': 'tempest-TestMinimumBasicScenario-1719826441-router', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:30Z', 'updated_at': '2021-06-16T16:26:33Z', 'revision_number': 4, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'gw_port': {'id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:31Z', 'updated_at': '2021-06-16T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': 'dfd321dc-5124-41a5-8db8-46b9528a7044', 'name': '', 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'mac_address': 'fa:16:3e:10:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6fee3573-4a35-45aa-b162-970554515868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:33Z', 'updated_at': '2021-06-16T16:26:39Z', 'revision_number': 5, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'subnets': [{'id': '6fee3573-4a35-45aa-b162-970554515868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:53.430551 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f05471c-49cf-400d-956e-2a6931a04793 None None] Checking router: 97071a89-f768-430f-8e0b-9184bfb5a0ed for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:28:53.440681 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f05471c-49cf-400d-956e-2a6931a04793 None None] Routers {'97071a89-f768-430f-8e0b-9184bfb5a0ed'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:28:53.441629 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-2f05471c-49cf-400d-956e-2a6931a04793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:28:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['97071a89-f768-430f-8e0b-9184bfb5a0ed'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:53.520771 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f62b4-dd24-428b-baca-80a661dcb1c3 req-e735d854-d6b3-4ddd-83e8-07ecccfda49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:53.523523 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0a1f62b4-dd24-428b-baca-80a661dcb1c3 req-e735d854-d6b3-4ddd-83e8-07ecccfda49d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=3fa02372-40a2-4de4-ba40-0f55489bad57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0980251 Jun 16 16:28:53.566296 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-2f05471c-49cf-400d-956e-2a6931a04793 None None] Set router 97071a89-f768-430f-8e0b-9184bfb5a0ed gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:28:53.592394 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e9660-ca20-4d3f-b125-824025e42f5a req-51dff20e-adda-4b9f-813c-910a50ea6293 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:53.602268 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9b5e9660-ca20-4d3f-b125-824025e42f5a req-51dff20e-adda-4b9f-813c-910a50ea6293 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0908012 Jun 16 16:28:53.655979 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0a1f62b4-dd24-428b-baca-80a661dcb1c3 req-658b1065-6108-4fcf-8c4f-041ff1ea193f service neutron] 10.222.0.99 "GET /v2.0/networks/3fa02372-40a2-4de4-ba40-0f55489bad57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243672 Jun 16 16:28:53.660194 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9b5e9660-ca20-4d3f-b125-824025e42f5a req-c00e0c57-27cc-4ae6-a420-016c3314dc62 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569754 Jun 16 16:28:53.667243 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464feeda-25ea-4c34-97db-0c4525341dbc req-10520753-48cc-45dd-b88a-195b04fff1e4 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:53.675797 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-464feeda-25ea-4c34-97db-0c4525341dbc req-10520753-48cc-45dd-b88a-195b04fff1e4 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.3121068 Jun 16 16:28:53.842363 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-2f05471c-49cf-400d-956e-2a6931a04793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'name': 'tempest-TestMinimumBasicScenario-1719826441-router', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:30Z', 'updated_at': '2021-06-16T16:26:33Z', 'revision_number': 4, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'gw_port': {'id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:31Z', 'updated_at': '2021-06-16T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': 'dfd321dc-5124-41a5-8db8-46b9528a7044', 'name': '', 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'mac_address': 'fa:16:3e:10:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6fee3573-4a35-45aa-b162-970554515868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:33Z', 'updated_at': '2021-06-16T16:26:39Z', 'revision_number': 5, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'subnets': [{'id': '6fee3573-4a35-45aa-b162-970554515868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:28:53.849442 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-464feeda-25ea-4c34-97db-0c4525341dbc req-eef46efd-4a67-4e61-b114-e828396b812b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727028 Jun 16 16:28:53.851333 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f05471c-49cf-400d-956e-2a6931a04793 None None] The sync data for ids ['97071a89-f768-430f-8e0b-9184bfb5a0ed'] in dv-cinder-775250-5-iscsi is: [{'id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'name': 'tempest-TestMinimumBasicScenario-1719826441-router', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:30Z', 'updated_at': '2021-06-16T16:26:33Z', 'revision_number': 4, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'gw_port': {'id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:31Z', 'updated_at': '2021-06-16T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': 'dfd321dc-5124-41a5-8db8-46b9528a7044', 'name': '', 'network_id': '3fa02372-40a2-4de4-ba40-0f55489bad57', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'mac_address': 'fa:16:3e:10:09:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '6fee3573-4a35-45aa-b162-970554515868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:33Z', 'updated_at': '2021-06-16T16:26:39Z', 'revision_number': 5, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'subnets': [{'id': '6fee3573-4a35-45aa-b162-970554515868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:28:53.885060 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0a1f62b4-dd24-428b-baca-80a661dcb1c3 req-0302b76d-7642-440b-9787-7610f6da57d8 service neutron] 10.222.0.99 "GET /v2.0/networks/3fa02372-40a2-4de4-ba40-0f55489bad57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066388 Jun 16 16:28:54.185421 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33cc6d6-b2de-439a-b6b6-4bfc05060f4b None None] New status for floating IP fd02679e-ff5c-41d1-98c0-2cf6042382c3: DOWN {{(pid=91608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:28:54.819116 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7a958dcf-9a54-4cc8-b683-7eaa7fd1651c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:54.923681 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce1fb9-246b-4edf-b5dd-be503238503a req-2130bd5e-99e4-4910-8bff-2a8bc5662a40 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:54.934476 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0dce1fb9-246b-4edf-b5dd-be503238503a req-2130bd5e-99e4-4910-8bff-2a8bc5662a40 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.1469250 Jun 16 16:28:54.943598 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:54.992230 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0dce1fb9-246b-4edf-b5dd-be503238503a req-c85a419f-109d-4b59-82b4-9f012ec4190f tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566986 Jun 16 16:28:55.261476 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22782570-1e79-4110-bbeb-36d9b9969436 req-226dc2c6-db62-4f75-b1e9-408b330cfd9a tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:55.264587 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-22782570-1e79-4110-bbeb-36d9b9969436 req-226dc2c6-db62-4f75-b1e9-408b330cfd9a tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.1814442 Jun 16 16:28:55.341885 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-22782570-1e79-4110-bbeb-36d9b9969436 req-32406829-8bed-4f39-9037-1063a37ce9d2 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670352 Jun 16 16:28:55.654454 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b601fe96-4c76-480f-b06c-2d5f7930ee67 req-74bafde7-1a31-4e33-a94c-2b1000992d12 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0552924 Jun 16 16:28:55.763699 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d57b48-37fc-4bf7-bf4f-1ce8d379778d req-580479af-6336-4874-adab-080b2d9864a0 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:55.772208 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-68d57b48-37fc-4bf7-bf4f-1ce8d379778d req-580479af-6336-4874-adab-080b2d9864a0 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0792871 Jun 16 16:28:55.828115 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-68d57b48-37fc-4bf7-bf4f-1ce8d379778d req-7c285e0e-e396-456c-ad29-8f5bd674ebab tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547905 Jun 16 16:28:55.886685 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:56.208414 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18635c-6550-4e56-aba3-6c9c8cf42760 req-11219846-41ff-41a3-9bda-f1ce55ab4693 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:56.210409 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4a18635c-6550-4e56-aba3-6c9c8cf42760 req-11219846-41ff-41a3-9bda-f1ce55ab4693 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0934484 Jun 16 16:28:56.281632 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4a18635c-6550-4e56-aba3-6c9c8cf42760 req-9786b679-cbe3-4a5b-9192-0d573457bc50 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556262 Jun 16 16:28:56.566794 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f3d6e-e7bc-4250-b6d8-d2d438049e05 req-a103f14b-45da-44e9-97ee-6a00500b6391 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:56.575426 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-663f3d6e-e7bc-4250-b6d8-d2d438049e05 req-a103f14b-45da-44e9-97ee-6a00500b6391 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 945 time: 0.1147776 Jun 16 16:28:56.628399 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-663f3d6e-e7bc-4250-b6d8-d2d438049e05 req-2ff1c2e0-a790-4517-937e-a864372095bf tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520020 Jun 16 16:28:57.068111 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7419b-9a9b-483d-848c-1f6c90b20ce2 req-467ea6a6-caf2-499f-b606-004a71487976 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:57.082556 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-62b7419b-9a9b-483d-848c-1f6c90b20ce2 req-467ea6a6-caf2-499f-b606-004a71487976 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0943365 Jun 16 16:28:57.137669 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-62b7419b-9a9b-483d-848c-1f6c90b20ce2 req-b41cf67c-dca9-4a6d-b83f-77be87091161 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541396 Jun 16 16:28:57.486331 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe772c4-cab2-4606-85bf-e46e465ea69c req-5241f9e3-c3f2-4e78-91d4-23e9218fbf37 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:57.490413 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8fe772c4-cab2-4606-85bf-e46e465ea69c req-5241f9e3-c3f2-4e78-91d4-23e9218fbf37 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0788360 Jun 16 16:28:57.551538 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8fe772c4-cab2-4606-85bf-e46e465ea69c req-b81a96b5-ac07-4d3e-a79a-7b55b5572549 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540996 Jun 16 16:28:57.640505 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:57.666691 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601fe96-4c76-480f-b06c-2d5f7930ee67 req-93c0ae38-f7c0-406c-9bf9-20fd037c7a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:57.668438 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b601fe96-4c76-480f-b06c-2d5f7930ee67 req-93c0ae38-f7c0-406c-9bf9-20fd037c7a0c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1&tenant_id=5d00520292d84c42b4213f5e6aec6735 HTTP/1.1" status: 200 len: 1098 time: 0.1160207 Jun 16 16:28:57.820709 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601fe96-4c76-480f-b06c-2d5f7930ee67 req-dda3a376-31a7-481a-9121-47b04647e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:57.824260 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b601fe96-4c76-480f-b06c-2d5f7930ee67 req-dda3a376-31a7-481a-9121-47b04647e90b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5d00520292d84c42b4213f5e6aec6735&device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 1098 time: 0.1190784 Jun 16 16:28:57.886076 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435b997-1887-4648-a207-277267b6b2d1 req-b9995a96-0a6b-4054-85cb-97a42f97b044 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:57.887917 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8435b997-1887-4648-a207-277267b6b2d1 req-b9995a96-0a6b-4054-85cb-97a42f97b044 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 945 time: 0.1118035 Jun 16 16:28:57.937681 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8435b997-1887-4648-a207-277267b6b2d1 req-1e082732-936a-47ec-a1bb-359802ddc732 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427356 Jun 16 16:28:57.961147 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601fe96-4c76-480f-b06c-2d5f7930ee67 req-be38e460-10ae-4246-bc24-4846434f42c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:57.962416 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b601fe96-4c76-480f-b06c-2d5f7930ee67 req-be38e460-10ae-4246-bc24-4846434f42c4 service neutron] 10.222.0.99 "GET /v2.0/networks?id=56ac3c7b-22b1-42f7-9183-5932379dd8c9 HTTP/1.1" status: 200 len: 909 time: 0.1299109 Jun 16 16:28:58.054166 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b601fe96-4c76-480f-b06c-2d5f7930ee67 req-99d5ea3c-87a8-4574-acdd-74ff52156365 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=295f4870-aaae-42b9-b867-4b1b646ee307 HTTP/1.1" status: 200 len: 1001 time: 0.0831087 Jun 16 16:28:58.109044 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601fe96-4c76-480f-b06c-2d5f7930ee67 req-c3544f45-2307-4120-8c9a-d37cd5706a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:58.110739 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b601fe96-4c76-480f-b06c-2d5f7930ee67 req-c3544f45-2307-4120-8c9a-d37cd5706a46 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f52f01af-fb97-46cb-853b-d0299d099dde HTTP/1.1" status: 200 len: 847 time: 0.0490232 Jun 16 16:28:58.179006 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601fe96-4c76-480f-b06c-2d5f7930ee67 req-e7ea8a28-f8ab-47f4-8b4d-b58903204134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:58.180887 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b601fe96-4c76-480f-b06c-2d5f7930ee67 req-e7ea8a28-f8ab-47f4-8b4d-b58903204134 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=56ac3c7b-22b1-42f7-9183-5932379dd8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625989 Jun 16 16:28:58.243482 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:58.335378 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b601fe96-4c76-480f-b06c-2d5f7930ee67 req-e45e12ae-0342-4b6d-a7fa-cf669107cbe0 service neutron] 10.222.0.99 "GET /v2.0/networks/56ac3c7b-22b1-42f7-9183-5932379dd8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452618 Jun 16 16:28:58.438424 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5deab7-7c2f-4f04-a4e9-c57f3ba6beca req-1b74fe11-499e-4010-b71b-42a8cdb20e5e tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:58.441001 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3d5deab7-7c2f-4f04-a4e9-c57f3ba6beca req-1b74fe11-499e-4010-b71b-42a8cdb20e5e tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.1459091 Jun 16 16:28:58.484940 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b601fe96-4c76-480f-b06c-2d5f7930ee67 req-36397a6a-cd9c-42a3-bf42-e802077cc262 service neutron] 10.222.0.99 "GET /v2.0/networks/56ac3c7b-22b1-42f7-9183-5932379dd8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426754 Jun 16 16:28:58.512502 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3d5deab7-7c2f-4f04-a4e9-c57f3ba6beca req-5b58fda3-0f73-46e4-9fe1-36f58bf6336e tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668457 Jun 16 16:28:58.566164 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cddf2b-5d2f-4f2b-8e80-511bc8810855 req-b1d94402-c4f1-4b26-8e87-89aa98e2cc15 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:58.567842 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b4cddf2b-5d2f-4f2b-8e80-511bc8810855 req-b1d94402-c4f1-4b26-8e87-89aa98e2cc15 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.99 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 945 time: 0.1086671 Jun 16 16:28:58.703784 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-b4cddf2b-5d2f-4f2b-8e80-511bc8810855 req-04592d81-5c88-4c20-a644-35558ce95f29 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Deleting port 74b614a4-2fc9-4e45-95bf-6f694694663c {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:28:58.704414 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b4cddf2b-5d2f-4f2b-8e80-511bc8810855 req-04592d81-5c88-4c20-a644-35558ce95f29 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:58.849611 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922c5d0-f58e-450a-9666-c6345b11d2f5 req-5d02a515-c73a-4061-b295-362e4e53d4bd tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:58.851042 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2922c5d0-f58e-450a-9666-c6345b11d2f5 req-5d02a515-c73a-4061-b295-362e4e53d4bd tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.1402152 Jun 16 16:28:58.859102 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-b4cddf2b-5d2f-4f2b-8e80-511bc8810855 req-04592d81-5c88-4c20-a644-35558ce95f29 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] For port 74b614a4-2fc9-4e45-95bf-6f694694663c, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=74b614a4-2fc9-4e45-95bf-6f694694663c,segment=NetworkSegment(5afde638-2b11-40b5-ae20-4298a0670435),segment_id=5afde638-2b11-40b5-ae20-4298a0670435)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:58.859691 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b4cddf2b-5d2f-4f2b-8e80-511bc8810855 req-04592d81-5c88-4c20-a644-35558ce95f29 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:58.940640 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-b4cddf2b-5d2f-4f2b-8e80-511bc8810855 req-04592d81-5c88-4c20-a644-35558ce95f29 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Calling delete_port for 74b614a4-2fc9-4e45-95bf-6f694694663c owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:28:58.956805 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 295f4870-aaae-42b9-b867-4b1b646ee307 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:28:59.050265 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2922c5d0-f58e-450a-9666-c6345b11d2f5 req-3e127c6d-5d66-40f7-bfac-d0e532f3a108 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928818 Jun 16 16:28:59.133139 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:59.163272 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6fb127-64f9-40c4-9741-0a9c5154cfe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '295f4870-aaae-42b9-b867-4b1b646ee307'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:28:59.165929 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac519d51-f9e0-489f-bba9-e301e7e89fc8" -d '{"events": [{"server_uuid": "9e6fb127-64f9-40c4-9741-0a9c5154cfe1", "name": "network-vif-unplugged", "status": "completed", "tag": "295f4870-aaae-42b9-b867-4b1b646ee307"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:28:59.185417 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 295f4870-aaae-42b9-b867-4b1b646ee307, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=295f4870-aaae-42b9-b867-4b1b646ee307,segment=NetworkSegment(7c8821c1-831d-411a-b4ac-52cb7b1cb6e4),segment_id=7c8821c1-831d-411a-b4ac-52cb7b1cb6e4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:28:59.195556 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:59.200514 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:59.275449 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b4cddf2b-5d2f-4f2b-8e80-511bc8810855 req-04592d81-5c88-4c20-a644-35558ce95f29 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:59.280658 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 16:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1390f731-036b-4ed9-96e5-398b50d58ada x-openstack-request-id: req-1390f731-036b-4ed9-96e5-398b50d58ada {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:28:59.280860 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6fb127-64f9-40c4-9741-0a9c5154cfe1", "name": "network-vif-unplugged", "status": "completed", "tag": "295f4870-aaae-42b9-b867-4b1b646ee307", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:28:59.281129 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1390f731-036b-4ed9-96e5-398b50d58ada {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:28:59.281528 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6fb127-64f9-40c4-9741-0a9c5154cfe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '295f4870-aaae-42b9-b867-4b1b646ee307', 'code': 200} Jun 16 16:28:59.288364 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-15d80c3a-7ba5-4f59-956a-c24132e92ea1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:28:59.289266 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['74b614a4-2fc9-4e45-95bf-6f694694663c'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:28:59.290849 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f18df-8ccd-4c30-b02d-6ba67e63e9eb req-7567dfad-7b56-41ae-92d5-f4a99d441c99 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:59.292599 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-207f18df-8ccd-4c30-b02d-6ba67e63e9eb req-7567dfad-7b56-41ae-92d5-f4a99d441c99 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/ports?device_id=c599923f-0a01-44c8-8b35-04504e8b0ed7 HTTP/1.1" status: 200 len: 945 time: 0.1426599 Jun 16 16:28:59.320959 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=295f4870-aaae-42b9-b867-4b1b646ee307,revision_number=6']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:59.324136 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:59.343137 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04592d81-5c88-4c20-a644-35558ce95f29 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Pushing event deleted for resources: {'Port': ['ID=74b614a4-2fc9-4e45-95bf-6f694694663c,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:28:59.357319 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-207f18df-8ccd-4c30-b02d-6ba67e63e9eb req-a8503454-0813-455f-a46f-a17cc00e8ce2 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.86 "GET /v2.0/security-groups?id=214febb4-9d49-4d17-8594-c206c31cbbe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561774 Jun 16 16:28:59.362264 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-04592d81-5c88-4c20-a644-35558ce95f29 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:28:59.389385 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cddf2b-5d2f-4f2b-8e80-511bc8810855 req-04592d81-5c88-4c20-a644-35558ce95f29 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] No DVR routers for this DVR port 74b614a4-2fc9-4e45-95bf-6f694694663c on host hv-cinder-77525 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:28:59.391951 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-b4cddf2b-5d2f-4f2b-8e80-511bc8810855 req-04592d81-5c88-4c20-a644-35558ce95f29 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:59.394257 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b4cddf2b-5d2f-4f2b-8e80-511bc8810855 req-04592d81-5c88-4c20-a644-35558ce95f29 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] 10.222.0.99 "DELETE /v2.0/ports/74b614a4-2fc9-4e45-95bf-6f694694663c HTTP/1.1" status: 204 len: 173 time: 0.8208308 Jun 16 16:28:59.394848 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c599923f-0a01-44c8-8b35-04504e8b0ed7', 'name': 'network-vif-deleted', 'tag': '74b614a4-2fc9-4e45-95bf-6f694694663c'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:28:59.397599 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff5087a-f2f1-4232-a54d-8c87075f37c3" -d '{"events": [{"server_uuid": "c599923f-0a01-44c8-8b35-04504e8b0ed7", "name": "network-vif-deleted", "tag": "74b614a4-2fc9-4e45-95bf-6f694694663c"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:28:59.438777 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a8eef7-8db1-4d94-9f1e-ab1bc39dd578 x-openstack-request-id: req-38a8eef7-8db1-4d94-9f1e-ab1bc39dd578 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:28:59.440630 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c599923f-0a01-44c8-8b35-04504e8b0ed7", "name": "network-vif-deleted", "tag": "74b614a4-2fc9-4e45-95bf-6f694694663c", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:28:59.441723 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-38a8eef7-8db1-4d94-9f1e-ab1bc39dd578 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:28:59.442238 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c599923f-0a01-44c8-8b35-04504e8b0ed7', 'name': 'network-vif-deleted', 'tag': '74b614a4-2fc9-4e45-95bf-6f694694663c', 'status': 'completed', 'code': 200} Jun 16 16:28:59.730354 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999af527-279c-4d07-890b-9a8d3c673f72 req-e3aea0fd-600d-49da-9322-a21009055fc5 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:28:59.731969 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-999af527-279c-4d07-890b-9a8d3c673f72 req-e3aea0fd-600d-49da-9322-a21009055fc5 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.0938220 Jun 16 16:28:59.787791 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-999af527-279c-4d07-890b-9a8d3c673f72 req-f2d9bde9-7e9a-4134-94b3-2f9ac7f0b74b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450532 Jun 16 16:29:00.272545 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869662e0-8cfe-4d54-93af-528a6373956e req-811fca69-66b4-4a6c-8d2a-b45670d53a36 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:00.274051 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-869662e0-8cfe-4d54-93af-528a6373956e req-811fca69-66b4-4a6c-8d2a-b45670d53a36 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.0657296 Jun 16 16:29:00.312729 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-869662e0-8cfe-4d54-93af-528a6373956e req-bcc48b4a-62fb-4bdc-80ab-3df4933d9be3 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325544 Jun 16 16:29:00.393081 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37450) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:00.502542 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb70a-ab0e-4dab-8b0f-8c962677cd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:00.858595 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb70a-ab0e-4dab-8b0f-8c962677cd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:00.863914 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b9ffb70a-ab0e-4dab-8b0f-8c962677cd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:00.866823 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2d79fe9e-e869-45d3-ad44-c8bc6e72acd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:00.945138 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-b9ffb70a-ab0e-4dab-8b0f-8c962677cd70 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e4efcb5cf8c24176a1bf64753fc5c53b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5506494 Jun 16 16:29:00.948043 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37494) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:00.950307 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffb70a-ab0e-4dab-8b0f-8c962677cd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c65627-7641-4a89-ae38-8cbaab4ab396,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:00.953894 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b9ffb70a-ab0e-4dab-8b0f-8c962677cd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:00.982127 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a575943-5818-4e3c-a995-6c2c5fa342a0 req-0a5986e4-b894-44f0-93ca-b7f7179a9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:00.984553 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6a575943-5818-4e3c-a995-6c2c5fa342a0 req-0a5986e4-b894-44f0-93ca-b7f7179a9498 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b800ffbc0714945a225ea99c5155534&device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 1098 time: 0.0764439 Jun 16 16:29:01.016054 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922996c-5bae-4f14-87c5-88b40a1a83d2 req-b394581f-4acc-4956-ba95-e7c32a28793c tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:01.017349 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6922996c-5bae-4f14-87c5-88b40a1a83d2 req-b394581f-4acc-4956-ba95-e7c32a28793c tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.1049986 Jun 16 16:29:01.036914 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fb4a3ab7-cc60-48cd-bf80-47144ca9e5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:01.074589 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fb4a3ab7-cc60-48cd-bf80-47144ca9e5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:01.086951 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a575943-5818-4e3c-a995-6c2c5fa342a0 req-bb78f001-0863-43d0-a3b5-de9649a32bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:01.087823 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6922996c-5bae-4f14-87c5-88b40a1a83d2 req-cb7ef017-0072-4cdd-9d62-8b176c547c45 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615742 Jun 16 16:29:01.088409 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6a575943-5818-4e3c-a995-6c2c5fa342a0 req-bb78f001-0863-43d0-a3b5-de9649a32bbe service neutron] 10.222.0.99 "GET /v2.0/networks?id=ca357a02-cc61-4746-b1f2-e805d6e11173 HTTP/1.1" status: 200 len: 918 time: 0.0954936 Jun 16 16:29:01.134538 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fb4a3ab7-cc60-48cd-bf80-47144ca9e5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:01.137110 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fb4a3ab7-cc60-48cd-bf80-47144ca9e5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:01.138556 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-fb4a3ab7-cc60-48cd-bf80-47144ca9e5ca admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/84c65627-7641-4a89-ae38-8cbaab4ab396 HTTP/1.1" status: 204 len: 168 time: 0.1889062 Jun 16 16:29:01.141316 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7b2dc929-2c34-4c60-81e8-7eafd1a6655c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:01.151081 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37498) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:01.154024 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a3ab7-cc60-48cd-bf80-47144ca9e5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c65627-7641-4a89-ae38-8cbaab4ab396,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:01.156980 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-fb4a3ab7-cc60-48cd-bf80-47144ca9e5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:01.236459 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6a575943-5818-4e3c-a995-6c2c5fa342a0 req-69206d02-d8b5-4f82-82d7-c2b9b97c2d6e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a64381bd-a1fe-4b67-8f7e-104ba306efbe HTTP/1.1" status: 200 len: 1000 time: 0.1378210 Jun 16 16:29:01.308527 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a575943-5818-4e3c-a995-6c2c5fa342a0 req-ba9b6121-bbd0-46ac-aaff-41a5b38604e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:01.309753 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6a575943-5818-4e3c-a995-6c2c5fa342a0 req-ba9b6121-bbd0-46ac-aaff-41a5b38604e8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=14329842-aea0-4ad3-99be-a5df5d0572d3 HTTP/1.1" status: 200 len: 856 time: 0.0641482 Jun 16 16:29:01.448158 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37504) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:01.464952 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a3324e29-7c5a-499d-9d2c-9ca1e904d94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:01.479399 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a575943-5818-4e3c-a995-6c2c5fa342a0 req-58b93d20-5148-4e4d-b705-f447399c5c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:01.480844 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6a575943-5818-4e3c-a995-6c2c5fa342a0 req-58b93d20-5148-4e4d-b705-f447399c5c55 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ca357a02-cc61-4746-b1f2-e805d6e11173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1410272 Jun 16 16:29:01.562667 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a3324e29-7c5a-499d-9d2c-9ca1e904d94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:01.567913 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a3324e29-7c5a-499d-9d2c-9ca1e904d94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:01.571341 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-67e7dc82-c62a-4a11-a5b1-ac05069cbd1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:01.610270 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-a3324e29-7c5a-499d-9d2c-9ca1e904d94f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cefd2dfff85448f78ab8f6cef2e06113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609983 Jun 16 16:29:01.611193 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37506) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:01.611389 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3324e29-7c5a-499d-9d2c-9ca1e904d94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05f7ce5-af1e-4777-882b-dfdcb608abcd,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:01.615534 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a3324e29-7c5a-499d-9d2c-9ca1e904d94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:01.666730 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6a575943-5818-4e3c-a995-6c2c5fa342a0 req-9c178786-11f9-42ae-88ba-a4a436f4f7c6 service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655295 Jun 16 16:29:01.674609 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8ee7f-eddd-4080-b012-5e0e3f90664f req-6bed62f2-acf7-4852-983a-58626b38de01 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:01.675973 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-67b8ee7f-eddd-4080-b012-5e0e3f90664f req-6bed62f2-acf7-4852-983a-58626b38de01 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.2309592 Jun 16 16:29:01.806442 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-79a6a1d5-5d15-4211-9cc8-86b613a1ec1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:01.813935 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-67b8ee7f-eddd-4080-b012-5e0e3f90664f req-8e81b3b4-0dd2-4e3f-b1b4-24877947596a tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305184 Jun 16 16:29:01.868049 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-79a6a1d5-5d15-4211-9cc8-86b613a1ec1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:01.889010 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6a575943-5818-4e3c-a995-6c2c5fa342a0 req-37f0dc1f-b98e-459c-8ab6-3890e98eec83 service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065787 Jun 16 16:29:01.927506 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4a14-c627-415c-83d7-8be2486ba815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33458880'] for router_interface, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:01.998438 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-79a6a1d5-5d15-4211-9cc8-86b613a1ec1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:02.000962 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-79a6a1d5-5d15-4211-9cc8-86b613a1ec1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:02.002105 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-79a6a1d5-5d15-4211-9cc8-86b613a1ec1f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e05f7ce5-af1e-4777-882b-dfdcb608abcd HTTP/1.1" status: 204 len: 168 time: 0.3866954 Jun 16 16:29:02.004547 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e45c3787-6eae-4bfc-9f20-3ace159ba234 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:02.019168 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6a1d5-5d15-4211-9cc8-86b613a1ec1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05f7ce5-af1e-4777-882b-dfdcb608abcd,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:02.022932 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-79a6a1d5-5d15-4211-9cc8-86b613a1ec1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:02.200585 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b4a14-c627-415c-83d7-8be2486ba815 admin admin] Deleting port dfd321dc-5124-41a5-8db8-46b9528a7044 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:29:02.200922 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4a14-c627-415c-83d7-8be2486ba815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:02.295553 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-3d1b4a14-c627-415c-83d7-8be2486ba815 admin admin] For port dfd321dc-5124-41a5-8db8-46b9528a7044, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=dfd321dc-5124-41a5-8db8-46b9528a7044,segment=NetworkSegment(5afde638-2b11-40b5-ae20-4298a0670435),segment_id=5afde638-2b11-40b5-ae20-4298a0670435)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:02.295914 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4a14-c627-415c-83d7-8be2486ba815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:02.301438 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cffd7a-94d3-43e0-acc1-7dc4478cc6a9 req-3dbc5a2b-b25c-4c64-9897-fb7d0d84b1cb tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:02.303679 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-96cffd7a-94d3-43e0-acc1-7dc4478cc6a9 req-3dbc5a2b-b25c-4c64-9897-fb7d0d84b1cb tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.0827928 Jun 16 16:29:02.346642 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-96cffd7a-94d3-43e0-acc1-7dc4478cc6a9 req-975f263a-3ab3-4ad8-b50f-9b42c7338468 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349503 Jun 16 16:29:02.371799 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b4a14-c627-415c-83d7-8be2486ba815 admin admin] Calling delete_port for dfd321dc-5124-41a5-8db8-46b9528a7044 owned by network:router_interface {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:29:02.557720 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4a14-c627-415c-83d7-8be2486ba815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:02.560506 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ea02dc3b-dde2-4346-9810-ab35ae780f01 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:02.585260 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b4a14-c627-415c-83d7-8be2486ba815 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd321dc-5124-41a5-8db8-46b9528a7044,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:02.589055 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3d1b4a14-c627-415c-83d7-8be2486ba815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:02.762534 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d1b4a14-c627-415c-83d7-8be2486ba815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33290173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33458772'] for router_interface, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:02.983891 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 74b614a4-2fc9-4e45-95bf-6f694694663c no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:29:03.005999 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: 74b614a4-2fc9-4e45-95bf-6f694694663c {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:29:03.006600 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 74b614a4-2fc9-4e45-95bf-6f694694663c not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:29:03.007182 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device a64381bd-a1fe-4b67-8f7e-104ba306efbe no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:29:03.045402 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f2cff-30da-42fe-8a32-94fd645523a5 req-922a0db8-0e30-4877-9d24-eb64fa06c1c5 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:03.046971 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c45f2cff-30da-42fe-8a32-94fd645523a5 req-922a0db8-0e30-4877-9d24-eb64fa06c1c5 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 945 time: 0.1024575 Jun 16 16:29:03.048846 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1b4a14-c627-415c-83d7-8be2486ba815 admin admin] Router 97071a89-f768-430f-8e0b-9184bfb5a0ed has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:29:03.100148 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:03.121888 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5e665b-80e3-46fd-b5a6-5952d24a573e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:29:03.124489 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11db9397-1cf8-424f-8989-1b663f2005b9" -d '{"events": [{"server_uuid": "fa5e665b-80e3-46fd-b5a6-5952d24a573e", "name": "network-vif-unplugged", "status": "completed", "tag": "a64381bd-a1fe-4b67-8f7e-104ba306efbe"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:29:03.139501 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port a64381bd-a1fe-4b67-8f7e-104ba306efbe, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a64381bd-a1fe-4b67-8f7e-104ba306efbe,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:03.145485 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:03.153462 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:03.177576 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c45f2cff-30da-42fe-8a32-94fd645523a5 req-09f1447b-e31d-427e-8208-19b92cb95575 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202793 Jun 16 16:29:03.188938 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 16:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3c6b5d-e4bf-4177-bed4-b917f27aa597 x-openstack-request-id: req-8d3c6b5d-e4bf-4177-bed4-b917f27aa597 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:29:03.189241 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5e665b-80e3-46fd-b5a6-5952d24a573e", "name": "network-vif-unplugged", "status": "completed", "tag": "a64381bd-a1fe-4b67-8f7e-104ba306efbe", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:29:03.189491 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8d3c6b5d-e4bf-4177-bed4-b917f27aa597 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:29:03.190461 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5e665b-80e3-46fd-b5a6-5952d24a573e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe', 'code': 200} Jun 16 16:29:03.216558 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1b4a14-c627-415c-83d7-8be2486ba815 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:29:03.226353 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8f7ab4-8009-4209-908d-ed1b266928be None None] Sync routers for ids ['97071a89-f768-430f-8e0b-9184bfb5a0ed'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:29:03.229824 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-3d1b4a14-c627-415c-83d7-8be2486ba815 admin admin] 10.222.0.86 "PUT /v2.0/routers/97071a89-f768-430f-8e0b-9184bfb5a0ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0740972 Jun 16 16:29:03.229974 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=a64381bd-a1fe-4b67-8f7e-104ba306efbe,revision_number=8']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:03.230086 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37544) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:03.232063 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:03.235592 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8f7ab4-8009-4209-908d-ed1b266928be None None] Routers {'97071a89-f768-430f-8e0b-9184bfb5a0ed'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:29:03.236270 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-be8f7ab4-8009-4209-908d-ed1b266928be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:28:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['97071a89-f768-430f-8e0b-9184bfb5a0ed'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:03.338829 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-be8f7ab4-8009-4209-908d-ed1b266928be None None] Set router 97071a89-f768-430f-8e0b-9184bfb5a0ed gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:29:03.534732 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-be8f7ab4-8009-4209-908d-ed1b266928be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'name': 'tempest-TestMinimumBasicScenario-1719826441-router', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:30Z', 'updated_at': '2021-06-16T16:29:02Z', 'revision_number': 5, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'gw_port': {'id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:31Z', 'updated_at': '2021-06-16T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:03.538245 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8f7ab4-8009-4209-908d-ed1b266928be None None] Checking router: 97071a89-f768-430f-8e0b-9184bfb5a0ed for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:29:03.547195 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8f7ab4-8009-4209-908d-ed1b266928be None None] Routers {'97071a89-f768-430f-8e0b-9184bfb5a0ed'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:29:03.547822 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-be8f7ab4-8009-4209-908d-ed1b266928be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:28:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['97071a89-f768-430f-8e0b-9184bfb5a0ed'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:03.559801 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faad053-ec4e-49a6-a966-583fda163581 req-4dade8ac-2532-4440-9df8-14e230fcc23e tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:03.561368 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3faad053-ec4e-49a6-a966-583fda163581 req-4dade8ac-2532-4440-9df8-14e230fcc23e tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.0749369 Jun 16 16:29:03.601518 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3faad053-ec4e-49a6-a966-583fda163581 req-171c6ec5-1029-4b12-b059-7e8a9a7d5995 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339627 Jun 16 16:29:03.624982 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-864efd87-c249-4157-bac9-c6957131d77e admin admin] Notify callbacks [] for router, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:03.653070 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-be8f7ab4-8009-4209-908d-ed1b266928be None None] Set router 97071a89-f768-430f-8e0b-9184bfb5a0ed gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:29:03.719740 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-864efd87-c249-4157-bac9-c6957131d77e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:03.776983 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-864efd87-c249-4157-bac9-c6957131d77e admin admin] Deleting port 3b8af97b-dddb-47d2-aa38-2e259fef7ca0 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:29:03.777338 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-864efd87-c249-4157-bac9-c6957131d77e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:03.842798 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-be8f7ab4-8009-4209-908d-ed1b266928be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'name': 'tempest-TestMinimumBasicScenario-1719826441-router', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:30Z', 'updated_at': '2021-06-16T16:29:02Z', 'revision_number': 5, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'gw_port': {'id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:31Z', 'updated_at': '2021-06-16T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:03.848317 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8f7ab4-8009-4209-908d-ed1b266928be None None] The sync data for ids ['97071a89-f768-430f-8e0b-9184bfb5a0ed'] in dv-cinder-775250-5-iscsi is: [{'id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'name': 'tempest-TestMinimumBasicScenario-1719826441-router', 'tenant_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:30Z', 'updated_at': '2021-06-16T16:29:02Z', 'revision_number': 5, 'project_id': 'd02cb401f0dd45d9be74f93b832d64a5', 'gw_port': {'id': '3b8af97b-dddb-47d2-aa38-2e259fef7ca0', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97071a89-f768-430f-8e0b-9184bfb5a0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:31Z', 'updated_at': '2021-06-16T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:29:03.859431 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-864efd87-c249-4157-bac9-c6957131d77e admin admin] For port 3b8af97b-dddb-47d2-aa38-2e259fef7ca0, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=3b8af97b-dddb-47d2-aa38-2e259fef7ca0,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:03.859829 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-864efd87-c249-4157-bac9-c6957131d77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:03.932292 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-864efd87-c249-4157-bac9-c6957131d77e admin admin] Calling delete_port for 3b8af97b-dddb-47d2-aa38-2e259fef7ca0 owned by network:router_gateway {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:29:04.105239 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-864efd87-c249-4157-bac9-c6957131d77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:04.108109 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e407d01a-abdc-41cc-8725-eb4758bbef9b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:04.132894 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864efd87-c249-4157-bac9-c6957131d77e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b8af97b-dddb-47d2-aa38-2e259fef7ca0,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:04.136616 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-864efd87-c249-4157-bac9-c6957131d77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:04.195352 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-864efd87-c249-4157-bac9-c6957131d77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33160215'] for router_gateway, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:04.316187 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-864efd87-c249-4157-bac9-c6957131d77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33458004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-813'] for router, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:04.318673 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-864efd87-c249-4157-bac9-c6957131d77e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:04.433524 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-864efd87-c249-4157-bac9-c6957131d77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33457245'] for router, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:04.434121 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864efd87-c249-4157-bac9-c6957131d77e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97071a89-f768-430f-8e0b-9184bfb5a0ed {{(pid=91607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:29:04.443826 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-864efd87-c249-4157-bac9-c6957131d77e admin admin] Notify callbacks [] for router, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:04.444943 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-864efd87-c249-4157-bac9-c6957131d77e admin admin] 10.222.0.86 "DELETE /v2.0/routers/97071a89-f768-430f-8e0b-9184bfb5a0ed HTTP/1.1" status: 204 len: 168 time: 1.2139227 Jun 16 16:29:04.447898 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37554) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:04.518579 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea809dd5-06c4-44a8-8c95-992a2791e0d8 req-dfe5e563-12fb-47e8-8c06-7014f0913823 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:04.527439 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ea809dd5-06c4-44a8-8c95-992a2791e0d8 req-dfe5e563-12fb-47e8-8c06-7014f0913823 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.1287625 Jun 16 16:29:04.539062 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1553a9-03cc-4814-98f7-463a99bc54fa admin admin] Deleting subnet 6fee3573-4a35-45aa-b162-970554515868 {{(pid=91607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:29:04.550427 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d1553a9-03cc-4814-98f7-463a99bc54fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:04.596765 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ea809dd5-06c4-44a8-8c95-992a2791e0d8 req-51cf88d6-71bc-43e2-b331-7a07d4e973b0 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679216 Jun 16 16:29:04.602864 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d1553a9-03cc-4814-98f7-463a99bc54fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30482061'] for subnet, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:04.736956 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d1553a9-03cc-4814-98f7-463a99bc54fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766633'] for subnet, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:04.792895 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f106c-2f18-4da1-95e9-140e062b6fc7 req-4a96aae1-3378-43db-b755-1f0f13384825 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:04.794889 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-793f106c-2f18-4da1-95e9-140e062b6fc7 req-4a96aae1-3378-43db-b755-1f0f13384825 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.0667806 Jun 16 16:29:04.833914 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d1553a9-03cc-4814-98f7-463a99bc54fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30482857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30436855'] for subnet, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:04.840728 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-476973db-5427-4951-9fac-175f8985c306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:04.867414 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce47c-4f66-45e4-bdb5-e62035f24800 req-edf6eba6-3798-492b-b366-a8998331ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:04.868902 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8f5ce47c-4f66-45e4-bdb5-e62035f24800 req-edf6eba6-3798-492b-b366-a8998331ab4f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 1096 time: 0.1293876 Jun 16 16:29:04.869856 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-793f106c-2f18-4da1-95e9-140e062b6fc7 req-de1afb9a-247e-4ad5-bb72-a19b9465e413 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640764 Jun 16 16:29:04.871591 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1553a9-03cc-4814-98f7-463a99bc54fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fee3573-4a35-45aa-b162-970554515868,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:04.874466 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3d1553a9-03cc-4814-98f7-463a99bc54fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:04.876256 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-3d1553a9-03cc-4814-98f7-463a99bc54fa admin admin] 10.222.0.86 "DELETE /v2.0/subnets/6fee3573-4a35-45aa-b162-970554515868 HTTP/1.1" status: 204 len: 168 time: 0.4279072 Jun 16 16:29:04.877782 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3d1553a9-03cc-4814-98f7-463a99bc54fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:04.879013 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37568) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:04.898152 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b24ee0-b300-40fb-86d1-8447186808c4 None None] Network 3fa02372-40a2-4de4-ba40-0f55489bad57 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:29:04.976238 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-693812'] for network, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:05.055389 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] Deleting port ad81d572-65c2-4f0b-aed0-533a34d225a5 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:29:05.055725 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:05.128826 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] For port ad81d572-65c2-4f0b-aed0-533a34d225a5, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=ad81d572-65c2-4f0b-aed0-533a34d225a5,segment=NetworkSegment(5afde638-2b11-40b5-ae20-4298a0670435),segment_id=5afde638-2b11-40b5-ae20-4298a0670435)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:05.129602 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:05.196947 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a371a90b-14dc-4298-9033-f0f1b701d7b5 None None] DHCP port deletion for 3fa02372-40a2-4de4-ba40-0f55489bad57 request from dv-cinder-775250-5-iscsi {{(pid=91608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:29:05.213752 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] Calling delete_port for ad81d572-65c2-4f0b-aed0-533a34d225a5 owned by network:dhcp {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:29:05.264257 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-a371a90b-14dc-4298-9033-f0f1b701d7b5 None None] Deleting port ad81d572-65c2-4f0b-aed0-533a34d225a5 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:29:05.264659 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a371a90b-14dc-4298-9033-f0f1b701d7b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:05.296930 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:05.299009 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:05.326041 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad81d572-65c2-4f0b-aed0-533a34d225a5,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:05.329168 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:05.329967 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] No DVR routers for this DVR port ad81d572-65c2-4f0b-aed0-533a34d225a5 on host dv-cinder-775250-5-iscsi {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:29:05.336557 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-a371a90b-14dc-4298-9033-f0f1b701d7b5 None None] For port ad81d572-65c2-4f0b-aed0-533a34d225a5, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=ad81d572-65c2-4f0b-aed0-533a34d225a5,segment=NetworkSegment(5afde638-2b11-40b5-ae20-4298a0670435),segment_id=5afde638-2b11-40b5-ae20-4298a0670435)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:05.336976 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a371a90b-14dc-4298-9033-f0f1b701d7b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:05.406642 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-768294', 'neutron.services.segments.db._delete_segments_for_network-8738765585457'] for network, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:05.411517 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-a371a90b-14dc-4298-9033-f0f1b701d7b5 None None] Calling delete_port for ad81d572-65c2-4f0b-aed0-533a34d225a5 owned by network:dhcp {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:29:05.418876 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa02372-40a2-4de4-ba40-0f55489bad57']}} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:05.432117 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afde638-2b11-40b5-ae20-4298a0670435') {'for_net_delete': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:05.432433 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afde638-2b11-40b5-ae20-4298a0670435') {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:05.442514 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765584770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30482068'] for segment, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:05.456237 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:05.461525 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device ad81d572-65c2-4f0b-aed0-533a34d225a5 no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:29:05.464247 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=91607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:29:05.464674 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30482742'] for segment, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: Traceback (most recent call last): Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: timer() Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: cb(*args, **kw) Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: return func(*args, **kwargs) Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: self._notify() Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: self.callback(batched_events) Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: event.method(event) Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: return f(self, *a, **k) Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: return self._get(url).json() Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: return self.request(url, 'GET', **kwargs) Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:29:05.466606 dv-cinder-775250-5-iscsi neutron-server[91607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:29:05.483749 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: ad81d572-65c2-4f0b-aed0-533a34d225a5 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:29:05.484112 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device ad81d572-65c2-4f0b-aed0-533a34d225a5 not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:29:05.484549 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device dfd321dc-5124-41a5-8db8-46b9528a7044 no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:29:05.512042 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: dfd321dc-5124-41a5-8db8-46b9528a7044 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:29:05.512397 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device dfd321dc-5124-41a5-8db8-46b9528a7044 not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:29:05.512831 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 3b8af97b-dddb-47d2-aa38-2e259fef7ca0 no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:29:05.525295 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33160313'] for network, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:05.533711 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: 3b8af97b-dddb-47d2-aa38-2e259fef7ca0 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:29:05.534522 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:05.534655 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 3b8af97b-dddb-47d2-aa38-2e259fef7ca0 not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:29:05.539473 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:05.541832 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] 10.222.0.86 "DELETE /v2.0/networks/3fa02372-40a2-4de4-ba40-0f55489bad57 HTTP/1.1" status: 204 len: 168 time: 0.6613038 Jun 16 16:29:05.545106 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37580) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:05.553689 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-a371a90b-14dc-4298-9033-f0f1b701d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:05.554356 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fa02372-40a2-4de4-ba40-0f55489bad57,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:05.555819 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:05.557100 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:05.580423 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a371a90b-14dc-4298-9033-f0f1b701d7b5 None None] Network 3fa02372-40a2-4de4-ba40-0f55489bad57 is not hosted by any dhcp agent {{(pid=91608) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 16 16:29:05.580922 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a371a90b-14dc-4298-9033-f0f1b701d7b5 None None] No DVR routers for this DVR port ad81d572-65c2-4f0b-aed0-533a34d225a5 on host dv-cinder-775250-5-iscsi {{(pid=91608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:29:05.582925 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371a90b-14dc-4298-9033-f0f1b701d7b5 None None] Pushing event deleted for resources: {'Port': ['ID=ad81d572-65c2-4f0b-aed0-533a34d225a5,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:05.585183 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a371a90b-14dc-4298-9033-f0f1b701d7b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:05.828627 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8f5ce47c-4f66-45e4-bdb5-e62035f24800 req-51b774c7-e154-43e4-9279-5a57d81486e3 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319502 Jun 16 16:29:06.046017 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a61246-316b-43c5-b98d-558343983745 req-50456a90-97bd-4787-a1d6-529ab73e79b2 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:06.047482 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c6a61246-316b-43c5-b98d-558343983745 req-50456a90-97bd-4787-a1d6-529ab73e79b2 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.0644784 Jun 16 16:29:06.085336 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c6a61246-316b-43c5-b98d-558343983745 req-6cf0909d-d255-4f72-bda4-3265c2cc7979 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314038 Jun 16 16:29:06.182469 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-afae9993-0c39-486d-be83-2fa6e0f39a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33458880'] for router_interface, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:06.423745 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-afae9993-0c39-486d-be83-2fa6e0f39a3b admin admin] Deleting port 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:29:06.424077 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-afae9993-0c39-486d-be83-2fa6e0f39a3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:06.500669 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-afae9993-0c39-486d-be83-2fa6e0f39a3b admin admin] For port 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98,segment=NetworkSegment(b33b51a4-01b6-4d10-95c3-2dec9b130fe3),segment_id=b33b51a4-01b6-4d10-95c3-2dec9b130fe3)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:06.501019 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-afae9993-0c39-486d-be83-2fa6e0f39a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:06.565862 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-afae9993-0c39-486d-be83-2fa6e0f39a3b admin admin] Calling delete_port for 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 owned by network:router_interface {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:29:06.742239 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-afae9993-0c39-486d-be83-2fa6e0f39a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:06.745110 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-583f48ce-2297-46a7-8586-b75a1d5c709f tempest-ServerRescueNegativeTestJSON-1228269731 tempest-ServerRescueNegativeTestJSON-1228269731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:06.769600 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae9993-0c39-486d-be83-2fa6e0f39a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:06.773497 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-afae9993-0c39-486d-be83-2fa6e0f39a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:06.934356 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-afae9993-0c39-486d-be83-2fa6e0f39a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33290173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33458772'] for router_interface, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:07.203002 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afae9993-0c39-486d-be83-2fa6e0f39a3b admin admin] Router 0086ee17-b1ad-4224-a96f-484489c7280d has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:29:07.273999 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a643983-9778-428b-ab83-adf7e24a1f31 req-f376bd04-eadc-457f-8183-df149ba52a14 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:07.281001 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8a643983-9778-428b-ab83-adf7e24a1f31 req-f376bd04-eadc-457f-8183-df149ba52a14 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.0781524 Jun 16 16:29:07.304209 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107dcc1-46c6-43bd-b3c6-ac40a43374e9 req-63d2d696-225d-41c1-9087-23c49cfe5c71 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:07.305739 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-7107dcc1-46c6-43bd-b3c6-ac40a43374e9 req-63d2d696-225d-41c1-9087-23c49cfe5c71 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.1490514 Jun 16 16:29:07.316959 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8a643983-9778-428b-ab83-adf7e24a1f31 req-8c81a789-0d26-4aac-898f-eae460f33949 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348969 Jun 16 16:29:07.366112 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-7107dcc1-46c6-43bd-b3c6-ac40a43374e9 req-cb1ebd35-3d4f-4503-b3ad-7d832276efda tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470991 Jun 16 16:29:07.367090 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afae9993-0c39-486d-be83-2fa6e0f39a3b admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:29:07.374792 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37610) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:07.375542 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-afae9993-0c39-486d-be83-2fa6e0f39a3b admin admin] 10.222.0.86 "PUT /v2.0/routers/0086ee17-b1ad-4224-a96f-484489c7280d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8271904 Jun 16 16:29:07.378246 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc8bdf-e6d5-4fb2-8b52-5c37b2a147fc None None] Sync routers for ids ['0086ee17-b1ad-4224-a96f-484489c7280d'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:29:07.397427 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc8bdf-e6d5-4fb2-8b52-5c37b2a147fc None None] Routers {'0086ee17-b1ad-4224-a96f-484489c7280d'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:29:07.398999 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-b8cc8bdf-e6d5-4fb2-8b52-5c37b2a147fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:28:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0086ee17-b1ad-4224-a96f-484489c7280d'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:07.496481 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e07576a0-4db3-4f03-a64f-7639db9bfa79 admin admin] Notify callbacks [] for router, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:07.520967 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-b8cc8bdf-e6d5-4fb2-8b52-5c37b2a147fc None None] Set router 0086ee17-b1ad-4224-a96f-484489c7280d gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:29:07.527072 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37616) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:07.609343 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e07576a0-4db3-4f03-a64f-7639db9bfa79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:07.642390 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-7f7e244f-cc2a-493b-86f2-ddab9cbceac5 req-376c1d51-4acf-4b5b-aa57-d15a871d1e3c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1087198 Jun 16 16:29:07.668481 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-e07576a0-4db3-4f03-a64f-7639db9bfa79 admin admin] Deleting port 00c2c04a-89a0-424f-9f2b-aa500f3d61ac {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:29:07.668828 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e07576a0-4db3-4f03-a64f-7639db9bfa79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:07.712818 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-b8cc8bdf-e6d5-4fb2-8b52-5c37b2a147fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'name': 'tempest-TestMinimumBasicScenario-1684691040-router', 'tenant_id': '7fc203fff1c14bbc985a21216a366a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '00c2c04a-89a0-424f-9f2b-aa500f3d61ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:35Z', 'updated_at': '2021-06-16T16:29:06Z', 'revision_number': 5, 'project_id': '7fc203fff1c14bbc985a21216a366a67', 'gw_port': {'id': '00c2c04a-89a0-424f-9f2b-aa500f3d61ac', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:45:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:26:36Z', 'updated_at': '2021-06-16T16:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:07.716843 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc8bdf-e6d5-4fb2-8b52-5c37b2a147fc None None] Checking router: 0086ee17-b1ad-4224-a96f-484489c7280d for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:29:07.727692 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc8bdf-e6d5-4fb2-8b52-5c37b2a147fc None None] Routers {'0086ee17-b1ad-4224-a96f-484489c7280d'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:29:07.728333 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-b8cc8bdf-e6d5-4fb2-8b52-5c37b2a147fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:28:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0086ee17-b1ad-4224-a96f-484489c7280d'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:07.757376 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-e07576a0-4db3-4f03-a64f-7639db9bfa79 admin admin] For port 00c2c04a-89a0-424f-9f2b-aa500f3d61ac, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=00c2c04a-89a0-424f-9f2b-aa500f3d61ac,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:07.757800 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e07576a0-4db3-4f03-a64f-7639db9bfa79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:07.814303 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-b8cc8bdf-e6d5-4fb2-8b52-5c37b2a147fc None None] Set router 0086ee17-b1ad-4224-a96f-484489c7280d gateway port host: None {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:29:07.833022 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-e07576a0-4db3-4f03-a64f-7639db9bfa79 admin admin] Calling delete_port for 00c2c04a-89a0-424f-9f2b-aa500f3d61ac owned by network:router_gateway {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:29:07.869894 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-b8cc8bdf-e6d5-4fb2-8b52-5c37b2a147fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'name': 'tempest-TestMinimumBasicScenario-1684691040-router', 'tenant_id': '7fc203fff1c14bbc985a21216a366a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:35Z', 'updated_at': '2021-06-16T16:29:07Z', 'revision_number': 6, 'project_id': '7fc203fff1c14bbc985a21216a366a67', 'gw_port_host': None}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:07.873650 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc8bdf-e6d5-4fb2-8b52-5c37b2a147fc None None] The sync data for ids ['0086ee17-b1ad-4224-a96f-484489c7280d'] in dv-cinder-775250-5-iscsi is: [{'id': '0086ee17-b1ad-4224-a96f-484489c7280d', 'name': 'tempest-TestMinimumBasicScenario-1684691040-router', 'tenant_id': '7fc203fff1c14bbc985a21216a366a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:26:35Z', 'updated_at': '2021-06-16T16:29:07Z', 'revision_number': 6, 'project_id': '7fc203fff1c14bbc985a21216a366a67', 'gw_port_host': None}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:29:08.017397 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e07576a0-4db3-4f03-a64f-7639db9bfa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:08.021612 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-f5d27573-4eb5-4995-9d83-1a3184e70538 tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:08.046184 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07576a0-4db3-4f03-a64f-7639db9bfa79 admin admin] Pushing event deleted for resources: {'Port': ['ID=00c2c04a-89a0-424f-9f2b-aa500f3d61ac,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:08.049137 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e07576a0-4db3-4f03-a64f-7639db9bfa79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:08.116240 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e07576a0-4db3-4f03-a64f-7639db9bfa79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33160215'] for router_gateway, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:08.206906 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e07576a0-4db3-4f03-a64f-7639db9bfa79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33458004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-813'] for router, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:08.209247 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e07576a0-4db3-4f03-a64f-7639db9bfa79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:08.255839 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e07576a0-4db3-4f03-a64f-7639db9bfa79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33457245'] for router, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:08.256389 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07576a0-4db3-4f03-a64f-7639db9bfa79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0086ee17-b1ad-4224-a96f-484489c7280d {{(pid=91607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:29:08.261151 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e07576a0-4db3-4f03-a64f-7639db9bfa79 admin admin] Notify callbacks [] for router, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:08.264797 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-e07576a0-4db3-4f03-a64f-7639db9bfa79 admin admin] 10.222.0.86 "DELETE /v2.0/routers/0086ee17-b1ad-4224-a96f-484489c7280d HTTP/1.1" status: 204 len: 168 time: 0.8867469 Jun 16 16:29:08.265494 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37628) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:08.312613 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca5c604-d7bf-475b-860b-cc7bdff8f0cd admin admin] Deleting subnet 4ab94048-e7fa-4dd4-86f1-cdcb3be9ebc2 {{(pid=91606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:29:08.316380 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-dca5c604-d7bf-475b-860b-cc7bdff8f0cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:08.360558 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-dca5c604-d7bf-475b-860b-cc7bdff8f0cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30266016'] for subnet, precommit_delete_associations {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:08.447070 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-dca5c604-d7bf-475b-860b-cc7bdff8f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766633'] for subnet, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:08.499930 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebb710-82ef-43c7-9f22-8fe504cde053 req-ba337092-33a5-47ac-bba0-f80f0bcb01ad tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:08.501415 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-70ebb710-82ef-43c7-9f22-8fe504cde053 req-ba337092-33a5-47ac-bba0-f80f0bcb01ad tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.0702224 Jun 16 16:29:08.532938 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-dca5c604-d7bf-475b-860b-cc7bdff8f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30257252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29844807'] for subnet, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:08.539132 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:08.547984 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-70ebb710-82ef-43c7-9f22-8fe504cde053 req-74810bc9-0823-4efe-aac5-bdd271a3b8d1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349398 Jun 16 16:29:08.567525 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5c604-d7bf-475b-860b-cc7bdff8f0cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab94048-e7fa-4dd4-86f1-cdcb3be9ebc2,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:08.573826 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-dca5c604-d7bf-475b-860b-cc7bdff8f0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:08.574779 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-dca5c604-d7bf-475b-860b-cc7bdff8f0cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:08.577704 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-dca5c604-d7bf-475b-860b-cc7bdff8f0cd admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4ab94048-e7fa-4dd4-86f1-cdcb3be9ebc2 HTTP/1.1" status: 204 len: 168 time: 0.3092246 Jun 16 16:29:08.578678 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00c5dbe-6402-46ea-9798-661c8be03774 None None] Network 98beaa88-6d3f-4f4c-8100-4e76569edf7f requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:29:08.579322 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37634) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:08.626874 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0e969-afbd-415d-a8e3-d37d9cc3ae26 req-386f46e9-5c31-4c20-aecf-1fbe5ecea793 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:08.629076 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-78b0e969-afbd-415d-a8e3-d37d9cc3ae26 req-386f46e9-5c31-4c20-aecf-1fbe5ecea793 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.1358895 Jun 16 16:29:08.702214 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-693812'] for network, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:08.730845 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-78b0e969-afbd-415d-a8e3-d37d9cc3ae26 req-8d93dafa-5548-452e-9e7a-2ccb89dccb9d tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649719 Jun 16 16:29:08.748338 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e244f-cc2a-493b-86f2-ddab9cbceac5 req-255deb2d-eaca-4a29-b523-db188f5caf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:08.750052 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7f7e244f-cc2a-493b-86f2-ddab9cbceac5 req-255deb2d-eaca-4a29-b523-db188f5caf01 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e&tenant_id=7b800ffbc0714945a225ea99c5155534 HTTP/1.1" status: 200 len: 1096 time: 0.1187258 Jun 16 16:29:08.810008 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] Deleting port 48ede056-7e07-430f-b35c-52c4601b7e42 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:29:08.810604 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:08.850080 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e244f-cc2a-493b-86f2-ddab9cbceac5 req-0d1d5fe5-65e7-4c6a-b314-2f874e95cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:08.851606 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7f7e244f-cc2a-493b-86f2-ddab9cbceac5 req-0d1d5fe5-65e7-4c6a-b314-2f874e95cdf1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7b800ffbc0714945a225ea99c5155534&device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 1096 time: 0.0731122 Jun 16 16:29:08.904820 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] For port 48ede056-7e07-430f-b35c-52c4601b7e42, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=48ede056-7e07-430f-b35c-52c4601b7e42,segment=NetworkSegment(b33b51a4-01b6-4d10-95c3-2dec9b130fe3),segment_id=b33b51a4-01b6-4d10-95c3-2dec9b130fe3)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:08.905201 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:08.976165 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e244f-cc2a-493b-86f2-ddab9cbceac5 req-1e7bdc7c-0a7a-4803-b2f4-ecf970ca1e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:08.977787 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7f7e244f-cc2a-493b-86f2-ddab9cbceac5 req-1e7bdc7c-0a7a-4803-b2f4-ecf970ca1e6d service neutron] 10.222.0.99 "GET /v2.0/networks?id=ca357a02-cc61-4746-b1f2-e805d6e11173 HTTP/1.1" status: 200 len: 918 time: 0.1072879 Jun 16 16:29:08.980065 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] Calling delete_port for 48ede056-7e07-430f-b35c-52c4601b7e42 owned by network:dhcp {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:29:09.078051 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:09.079542 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28c04cc-0675-440a-93ac-cb2e8133d2a6 None None] DHCP port deletion for 98beaa88-6d3f-4f4c-8100-4e76569edf7f request from dv-cinder-775250-5-iscsi {{(pid=91608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:29:09.081676 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-66c77bb3-9eb7-4bfb-993e-6275feb85fc0 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:09.094042 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7f7e244f-cc2a-493b-86f2-ddab9cbceac5 req-8d9c2bc7-06bc-41ea-a141-043219c2a56e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a64381bd-a1fe-4b67-8f7e-104ba306efbe HTTP/1.1" status: 200 len: 998 time: 0.1089351 Jun 16 16:29:09.111762 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=48ede056-7e07-430f-b35c-52c4601b7e42,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:09.115507 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:09.119744 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] No DVR routers for this DVR port 48ede056-7e07-430f-b35c-52c4601b7e42 on host dv-cinder-775250-5-iscsi {{(pid=91606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:29:09.177492 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e244f-cc2a-493b-86f2-ddab9cbceac5 req-bfaa3914-0101-4b0c-a6e0-2ee24c39f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:09.179040 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7f7e244f-cc2a-493b-86f2-ddab9cbceac5 req-bfaa3914-0101-4b0c-a6e0-2ee24c39f979 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=14329842-aea0-4ad3-99be-a5df5d0572d3 HTTP/1.1" status: 200 len: 856 time: 0.0793843 Jun 16 16:29:09.201743 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-768294', 'neutron.services.segments.db._delete_segments_for_network-8738765585457'] for network, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:09.214406 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98beaa88-6d3f-4f4c-8100-4e76569edf7f']}} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:09.227651 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33b51a4-01b6-4d10-95c3-2dec9b130fe3') {'for_net_delete': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:09.228061 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33b51a4-01b6-4d10-95c3-2dec9b130fe3') {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:09.237507 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765584770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30266041'] for segment, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:09.252666 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e244f-cc2a-493b-86f2-ddab9cbceac5 req-68f7d744-1cd8-4cb3-b738-3d4bd8fa3754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:09.254295 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:09.255097 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7f7e244f-cc2a-493b-86f2-ddab9cbceac5 req-68f7d744-1cd8-4cb3-b738-3d4bd8fa3754 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=ca357a02-cc61-4746-b1f2-e805d6e11173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666769 Jun 16 16:29:09.261313 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=91606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:29:09.261687 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30257403'] for segment, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: retrieve_revision_numbers = { Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: retrieve_revision_numbers = { Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: retrieve_revision_numbers = { Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: Traceback (most recent call last): Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: timer() Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: cb(*args, **kw) Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: return func(*args, **kwargs) Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: self._notify() Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: self.callback(batched_events) Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: event.method(event) Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: return f(self, *a, **k) Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: return self._get(url).json() Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: return self.request(url, 'GET', **kwargs) Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:29:09.263473 dv-cinder-775250-5-iscsi neutron-server[91606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:29:09.320666 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33160313'] for network, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:09.327196 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:09.332778 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] 10.222.0.86 "DELETE /v2.0/networks/98beaa88-6d3f-4f4c-8100-4e76569edf7f HTTP/1.1" status: 204 len: 168 time: 0.7491064 Jun 16 16:29:09.332778 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:09.355583 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] Pushing event deleted for resources: {'Network': ['ID=98beaa88-6d3f-4f4c-8100-4e76569edf7f,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:09.362617 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:09.368268 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7f7e244f-cc2a-493b-86f2-ddab9cbceac5 req-4449c394-cb74-4841-a9b0-774d4e59f2aa service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042306 Jun 16 16:29:09.470663 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:29:09.499054 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:29:09.499491 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 3d82e9fc-fef3-4b37-9e30-2eeaacbe7f98 not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:29:09.499930 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 48ede056-7e07-430f-b35c-52c4601b7e42 no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:29:09.507924 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7f7e244f-cc2a-493b-86f2-ddab9cbceac5 req-def67cc3-0046-409b-b4d6-0e0048d6ad74 service neutron] 10.222.0.99 "GET /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313965 Jun 16 16:29:09.526773 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: 48ede056-7e07-430f-b35c-52c4601b7e42 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:29:09.527381 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 48ede056-7e07-430f-b35c-52c4601b7e42 not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:29:09.528160 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 00c2c04a-89a0-424f-9f2b-aa500f3d61ac no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:29:09.552402 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: 00c2c04a-89a0-424f-9f2b-aa500f3d61ac {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:29:09.552795 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 00c2c04a-89a0-424f-9f2b-aa500f3d61ac not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:29:09.569180 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37672) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:09.611615 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-c5f263cb-15ac-48b7-b77d-f4f51dac2226 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d02cb401f0dd45d9be74f93b832d64a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408609 Jun 16 16:29:09.614352 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37678) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:09.668620 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5cd18078-9ddd-4667-bdb0-c7f05a27d46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:09.721541 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5cd18078-9ddd-4667-bdb0-c7f05a27d46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:09.748001 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 295f4870-aaae-42b9-b867-4b1b646ee307 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:29:09.750351 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device a64381bd-a1fe-4b67-8f7e-104ba306efbe no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:29:09.786367 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28717d27-4021-410e-894d-f120ca40970e req-b1a56927-de8f-4183-a22f-071827c7689b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:09.788105 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-28717d27-4021-410e-894d-f120ca40970e req-b1a56927-de8f-4183-a22f-071827c7689b tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 943 time: 0.1211298 Jun 16 16:29:09.824379 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5cd18078-9ddd-4667-bdb0-c7f05a27d46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:09.827085 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5cd18078-9ddd-4667-bdb0-c7f05a27d46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:09.839849 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-5cd18078-9ddd-4667-bdb0-c7f05a27d46e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/214febb4-9d49-4d17-8594-c206c31cbbe1 HTTP/1.1" status: 204 len: 168 time: 0.2157512 Jun 16 16:29:09.845153 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e47bbc92-ff5c-4a2d-8f12-6472d1723157 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:09.863861 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd18078-9ddd-4667-bdb0-c7f05a27d46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214febb4-9d49-4d17-8594-c206c31cbbe1,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:09.868868 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-28717d27-4021-410e-894d-f120ca40970e req-2846c2be-2dbb-4f87-8c0d-5628cf7d3ff6 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697818 Jun 16 16:29:09.869680 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-5cd18078-9ddd-4667-bdb0-c7f05a27d46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:09.997186 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 295f4870-aaae-42b9-b867-4b1b646ee307, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=295f4870-aaae-42b9-b867-4b1b646ee307,segment=NetworkSegment(7c8821c1-831d-411a-b4ac-52cb7b1cb6e4),segment_id=7c8821c1-831d-411a-b4ac-52cb7b1cb6e4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:10.011431 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': '295f4870-aaae-42b9-b867-4b1b646ee307', 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9', 'port_id': '295f4870-aaae-42b9-b867-4b1b646ee307', 'mac_address': 'fa:16:3e:c0:bc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:29:10.020862 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054e9d7-df4b-4164-b65a-b92d8603a6d0 req-9fb212de-4552-4eb4-8d37-d155e2db64d7 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:10.022824 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8054e9d7-df4b-4164-b65a-b92d8603a6d0 req-9fb212de-4552-4eb4-8d37-d155e2db64d7 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.0796978 Jun 16 16:29:10.053071 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:10.069768 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295f4870-aaae-42b9-b867-4b1b646ee307 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:29:10.079131 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-8054e9d7-df4b-4164-b65a-b92d8603a6d0 req-51bcfb61-5430-428b-b891-b10ee94bc741 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482037 Jun 16 16:29:10.093845 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 295f4870-aaae-42b9-b867-4b1b646ee307, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=295f4870-aaae-42b9-b867-4b1b646ee307,segment=NetworkSegment(7c8821c1-831d-411a-b4ac-52cb7b1cb6e4),segment_id=7c8821c1-831d-411a-b4ac-52cb7b1cb6e4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:10.098557 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:10.100863 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:10.147311 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=295f4870-aaae-42b9-b867-4b1b646ee307,revision_number=7']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:10.150754 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:10.267918 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37704) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:10.359113 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37706) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:10.360143 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['295f4870-aaae-42b9-b867-4b1b646ee307'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:29:10.375714 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-2c79fc3a-e34f-4a9f-8845-7291cb30a50f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7fc203fff1c14bbc985a21216a366a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1051500 Jun 16 16:29:10.438830 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-623c74de-9153-4309-9ca6-d63c50d55bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:10.492227 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-623c74de-9153-4309-9ca6-d63c50d55bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:10.582965 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-623c74de-9153-4309-9ca6-d63c50d55bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:10.585538 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-623c74de-9153-4309-9ca6-d63c50d55bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:10.588955 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-623c74de-9153-4309-9ca6-d63c50d55bf3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cdb080fd-14a8-4f0e-ba84-acd9378b4c5f HTTP/1.1" status: 204 len: 168 time: 0.2221582 Jun 16 16:29:10.588955 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-00d48087-4244-4bdc-b3dd-f95027b1034a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:10.612979 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c74de-9153-4309-9ca6-d63c50d55bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb080fd-14a8-4f0e-ba84-acd9378b4c5f,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:10.615967 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-623c74de-9153-4309-9ca6-d63c50d55bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:11.262726 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cfde2-d4ed-40f1-b9d1-2e04b1ca3a4b req-f233867c-b7d6-4d6c-bf15-f806eddcc0f2 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:11.264232 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-206cfde2-d4ed-40f1-b9d1-2e04b1ca3a4b req-f233867c-b7d6-4d6c-bf15-f806eddcc0f2 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.0747857 Jun 16 16:29:11.309952 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-206cfde2-d4ed-40f1-b9d1-2e04b1ca3a4b req-6c454c99-69f4-425d-9930-b041fec4a1ab tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374875 Jun 16 16:29:11.479148 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37736) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:11.597718 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-c2a76275-0169-4992-a65f-14fce06c279d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1102366721-network', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:29:11.624044 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a76275-0169-4992-a65f-14fce06c279d admin admin] Made reservation on behalf of c88518414b9d4537a6f35076bcdfa876 for: {'network': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:29:11.626587 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c2a76275-0169-4992-a65f-14fce06c279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:11.636552 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c2a76275-0169-4992-a65f-14fce06c279d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:11.735552 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c2a76275-0169-4992-a65f-14fce06c279d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:11.740248 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c2a76275-0169-4992-a65f-14fce06c279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:11.743210 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-79a6a1d5-5d15-4211-9cc8-86b613a1ec1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:11.754178 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 295f4870-aaae-42b9-b867-4b1b646ee307 up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:29:11.779848 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a76275-0169-4992-a65f-14fce06c279d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=91607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:29:11.785774 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a76275-0169-4992-a65f-14fce06c279d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27117fa4-43ab-426b-a945-0049a63be448,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:11.788877 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c2a76275-0169-4992-a65f-14fce06c279d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:11.794929 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c2a76275-0169-4992-a65f-14fce06c279d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:11.795198 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.segments_db [None req-c2a76275-0169-4992-a65f-14fce06c279d admin admin] Added segment 9523df19-88ae-4e30-a78b-1d330c85c92e of type vlan for network 9e512722-20d3-49d6-a0cb-008cc5c92094 Jun 16 16:29:11.818755 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port 295f4870-aaae-42b9-b867-4b1b646ee307 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:11.819318 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:11.868752 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c2a76275-0169-4992-a65f-14fce06c279d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:11.908936 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c2a76275-0169-4992-a65f-14fce06c279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:11.911413 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a76275-0169-4992-a65f-14fce06c279d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:11.912328 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c2a76275-0169-4992-a65f-14fce06c279d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:11.927172 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:11.953479 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:11.989142 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6fb127-64f9-40c4-9741-0a9c5154cfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295f4870-aaae-42b9-b867-4b1b646ee307'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:29:11.991752 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516453e7-cf05-4a4e-9c13-bdcbf624ea66" -d '{"events": [{"server_uuid": "9e6fb127-64f9-40c4-9741-0a9c5154cfe1", "name": "network-vif-plugged", "status": "completed", "tag": "295f4870-aaae-42b9-b867-4b1b646ee307"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:29:12.006274 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 295f4870-aaae-42b9-b867-4b1b646ee307, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=295f4870-aaae-42b9-b867-4b1b646ee307,segment=NetworkSegment(7c8821c1-831d-411a-b4ac-52cb7b1cb6e4),segment_id=7c8821c1-831d-411a-b4ac-52cb7b1cb6e4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:12.010918 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:12.013510 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:12.064897 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087c2f84-8655-4cab-b42a-5dd2445c6bff x-openstack-request-id: req-087c2f84-8655-4cab-b42a-5dd2445c6bff {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:29:12.065650 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6fb127-64f9-40c4-9741-0a9c5154cfe1", "name": "network-vif-plugged", "status": "completed", "tag": "295f4870-aaae-42b9-b867-4b1b646ee307", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:29:12.066127 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-087c2f84-8655-4cab-b42a-5dd2445c6bff {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:29:12.066857 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6fb127-64f9-40c4-9741-0a9c5154cfe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295f4870-aaae-42b9-b867-4b1b646ee307', 'code': 200} Jun 16 16:29:12.103748 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=295f4870-aaae-42b9-b867-4b1b646ee307,revision_number=8']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:12.119326 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:12.155370 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37748) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:12.262932 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a76275-0169-4992-a65f-14fce06c279d admin admin] Pushing event updated for resources: {'Network': ['ID=9e512722-20d3-49d6-a0cb-008cc5c92094,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:12.263501 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-42109d58-57c6-4ee5-bb5a-7eab79bf8961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:12.265749 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-c2a76275-0169-4992-a65f-14fce06c279d admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7853065 Jun 16 16:29:12.266615 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c2a76275-0169-4992-a65f-14fce06c279d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:12.269063 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37752) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:12.273996 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-d41ece61-a104-4b64-9441-e267727babb7 admin admin] Request body: {'subnet': {'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1102366721-subnet', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'ip_version': 4}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:29:12.275213 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network 9e512722-20d3-49d6-a0cb-008cc5c92094 details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:29:12.300804 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41ece61-a104-4b64-9441-e267727babb7 admin admin] Made reservation on behalf of c88518414b9d4537a6f35076bcdfa876 for: {'subnet': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:29:12.304192 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d41ece61-a104-4b64-9441-e267727babb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30436844'] for subnet, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:12.460960 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-42109d58-57c6-4ee5-bb5a-7eab79bf8961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:12.465295 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-42109d58-57c6-4ee5-bb5a-7eab79bf8961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:12.490687 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-aba924c6-3350-4c61-8164-af45fe749d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:12.497685 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-42109d58-57c6-4ee5-bb5a-7eab79bf8961 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=da66f499531a4e11891ecccf8e800b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384011 Jun 16 16:29:12.502002 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37756) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:12.535873 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42109d58-57c6-4ee5-bb5a-7eab79bf8961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f51ac50-c0c9-4f6c-842a-f0d27a6bb059,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:12.542752 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-42109d58-57c6-4ee5-bb5a-7eab79bf8961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:12.564263 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d41ece61-a104-4b64-9441-e267727babb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30482920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30436862'] for subnet, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:12.571564 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-445eae9d-4847-4168-b898-b7ef77cff602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:12.586915 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fac52e00-43a3-498f-9d59-3807b93159c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:12.618386 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fac52e00-43a3-498f-9d59-3807b93159c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:12.637022 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ece61-a104-4b64-9441-e267727babb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:12.646072 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d41ece61-a104-4b64-9441-e267727babb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:12.655450 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afd011-123f-4fde-b98a-70bd32f86153 req-e271b979-b089-47d5-b80c-eebf47cc7b0d tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:12.663926 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-45afd011-123f-4fde-b98a-70bd32f86153 req-e271b979-b089-47d5-b80c-eebf47cc7b0d tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.1932263 Jun 16 16:29:12.666180 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fac52e00-43a3-498f-9d59-3807b93159c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:12.668967 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fac52e00-43a3-498f-9d59-3807b93159c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:12.670378 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-fac52e00-43a3-498f-9d59-3807b93159c1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0f51ac50-c0c9-4f6c-842a-f0d27a6bb059 HTTP/1.1" status: 204 len: 168 time: 0.1673410 Jun 16 16:29:12.671391 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a3324e29-7c5a-499d-9d2c-9ca1e904d94f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:12.680715 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac52e00-43a3-498f-9d59-3807b93159c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f51ac50-c0c9-4f6c-842a-f0d27a6bb059,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:12.683336 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-fac52e00-43a3-498f-9d59-3807b93159c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:12.705521 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41ece61-a104-4b64-9441-e267727babb7 admin admin] Checking segment: {'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:29:12.705691 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41ece61-a104-4b64-9441-e267727babb7 admin admin] Network hostable DHCP agents. Network: 9e512722-20d3-49d6-a0cb-008cc5c92094, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:29:12.729368 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-45afd011-123f-4fde-b98a-70bd32f86153 req-3263cba9-48e8-4153-8e48-c05cba4f123f tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642745 Jun 16 16:29:12.740756 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41ece61-a104-4b64-9441-e267727babb7 admin admin] Network 9e512722-20d3-49d6-a0cb-008cc5c92094 is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:29:12.762560 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-d41ece61-a104-4b64-9441-e267727babb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, 9e512722-20d3-49d6-a0cb-008cc5c92094) {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:29:12.779145 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41ece61-a104-4b64-9441-e267727babb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:12.779762 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d41ece61-a104-4b64-9441-e267727babb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:12.780316 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0683b4e-051c-42a5-99c7-3619f1db1e69 None None] Network 9e512722-20d3-49d6-a0cb-008cc5c92094 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:29:12.806594 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-d41ece61-a104-4b64-9441-e267727babb7 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5338328 Jun 16 16:29:12.807140 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37760) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:12.812763 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:29:12.847684 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33462664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-991'] for router, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:12.849069 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33457953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33157256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33482962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:12.914168 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:13.017144 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e05dda8-9efc-52dc-a0f2-15fc13a0b1c1-9e512722-20d3-49d6-a0cb-008cc5c92094', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4'}]}} from dv-cinder-775250-5-iscsi. {{(pid=91608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:29:13.017388 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:13.104411 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33157274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33462694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-804'] for router, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:13.182123 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Allocated IP 172.20.0.2 (9e512722-20d3-49d6-a0cb-008cc5c92094/94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4/df67bfb3-2880-4b95-9b55-f3b542501a0f) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:29:13.367798 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:13.406896 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:13.422796 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:13.434087 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Transition to ACTIVE for port object df67bfb3-2880-4b95-9b55-f3b542501a0f will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:29:13.455391 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Transition to ACTIVE for port object df67bfb3-2880-4b95-9b55-f3b542501a0f will not be triggered until provisioned by entity DHCP. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:29:13.465753 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:13.468999 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:13.529296 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Network 9e512722-20d3-49d6-a0cb-008cc5c92094 is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:29:13.534646 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Resources bound (agent type, host, resource id): {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:29:13.548000 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:29:13.573210 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Allocated IP 172.27.0.18 (543270ac-5087-4a4b-b928-324956c3ce61/fb22e153-4378-4f12-ab9d-39b0c838861f/6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:29:13.610928 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Pushing event updated for resources: {'Port': ['ID=df67bfb3-2880-4b95-9b55-f3b542501a0f,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:13.634913 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:13.649798 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Attempting to bind port df67bfb3-2880-4b95-9b55-f3b542501a0f on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:29:13.650318 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Attempting to bind port df67bfb3-2880-4b95-9b55-f3b542501a0f by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:29:13.650785 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Attempting to bind port df67bfb3-2880-4b95-9b55-f3b542501a0f on network 9e512722-20d3-49d6-a0cb-008cc5c92094 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:29:13.656118 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:29:13.656745 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Checking segment: {'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:29:13.657250 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:13.657954 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Bound using segment: {'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:29:13.658548 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Bound port: df67bfb3-2880-4b95-9b55-f3b542501a0f, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:29:13.659023 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:13.744748 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] For port df67bfb3-2880-4b95-9b55-f3b542501a0f, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:29:13.749065 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] For port df67bfb3-2880-4b95-9b55-f3b542501a0f, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=df67bfb3-2880-4b95-9b55-f3b542501a0f,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:29:13.754516 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:13.762889 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:13.788181 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:13.854374 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30257329'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:13.861907 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-894cfe3a-1a35-4fa7-8301-7858664c240d tempest-VolumesActionsTest-1375212348 tempest-VolumesActionsTest-1375212348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:13.872911 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Pushing event updated for resources: {'Port': ['ID=df67bfb3-2880-4b95-9b55-f3b542501a0f,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:13.885026 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:13.987016 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Network 543270ac-5087-4a4b-b928-324956c3ce61 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:29:13.992517 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:29:13.994945 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:29:13.997482 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Pushing event updated for resources: {'Port': ['ID=6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:14.000004 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:14.192664 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6150d-f7c9-45bd-85cf-281d0a3b94e0 req-6f75e04b-1965-497b-a8a2-ccc91171f24e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:14.194423 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f0e6150d-f7c9-45bd-85cf-281d0a3b94e0 req-6f75e04b-1965-497b-a8a2-ccc91171f24e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.2739515 Jun 16 16:29:14.272888 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f0e6150d-f7c9-45bd-85cf-281d0a3b94e0 req-786d381d-1633-419e-a46e-552b75c57229 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537472 Jun 16 16:29:14.376609 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:14.602239 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33462705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33157356'] for router, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:14.684156 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37804) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:14.813039 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c899401e-beef-43fd-ac6f-70228aa02f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:14.926353 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c899401e-beef-43fd-ac6f-70228aa02f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:14.930819 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c899401e-beef-43fd-ac6f-70228aa02f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:14.933663 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-446e3f0e-de63-4914-b800-f4ebcf29ec29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:14.966126 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e593589-c149-4a3f-9c73-bc76a0bbf823 None None] Network 9e512722-20d3-49d6-a0cb-008cc5c92094 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:29:14.970089 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899401e-beef-43fd-ac6f-70228aa02f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776d07e9-2221-4abb-9a80-baaa2dcf6fdc,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:14.978734 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-c899401e-beef-43fd-ac6f-70228aa02f61 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c9ba90e0d9584f14b6ce956ea6b711e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889569 Jun 16 16:29:14.978734 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c899401e-beef-43fd-ac6f-70228aa02f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:14.980112 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37808) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:15.060022 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77fb6d0d-acf7-46ce-84fc-080e5c386202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:15.068558 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-993207d4-8b0b-44a0-beb7-a7d486d74609 None None] Provisioning for port df67bfb3-2880-4b95-9b55-f3b542501a0f completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:29:15.089939 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77fb6d0d-acf7-46ce-84fc-080e5c386202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:15.098482 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Router 2e3de56d-dfef-4b29-885c-691aa4b1907f is scheduled to L3 agent 780d0648-e200-45fe-9780-6c920b856ccc with binding_index 1 {{(pid=91606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:29:15.161639 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77fb6d0d-acf7-46ce-84fc-080e5c386202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:15.164267 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-77fb6d0d-acf7-46ce-84fc-080e5c386202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:15.165410 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-77fb6d0d-acf7-46ce-84fc-080e5c386202 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/776d07e9-2221-4abb-9a80-baaa2dcf6fdc HTTP/1.1" status: 204 len: 168 time: 0.1855755 Jun 16 16:29:15.166299 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b9ffb70a-ab0e-4dab-8b0f-8c962677cd70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:15.191593 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb6d0d-acf7-46ce-84fc-080e5c386202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776d07e9-2221-4abb-9a80-baaa2dcf6fdc,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:15.194150 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-77fb6d0d-acf7-46ce-84fc-080e5c386202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:15.294995 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:29:15.304989 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Sync routers for ids ['2e3de56d-dfef-4b29-885c-691aa4b1907f'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:29:15.324947 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Routers {'2e3de56d-dfef-4b29-885c-691aa4b1907f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:29:15.325879 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:28:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2e3de56d-dfef-4b29-885c-691aa4b1907f'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:15.346599 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] Notify callbacks [] for router, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:15.355029 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-09bd210c-2cc7-459c-bd9e-e8437d5f235d admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5443726 Jun 16 16:29:15.355561 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37814) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:15.596993 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Set router 2e3de56d-dfef-4b29-885c-691aa4b1907f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:29:15.616140 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device df67bfb3-2880-4b95-9b55-f3b542501a0f up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:29:15.721009 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port df67bfb3-2880-4b95-9b55-f3b542501a0f completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:29:15.726998 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port df67bfb3-2880-4b95-9b55-f3b542501a0f triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:15.727385 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:15.814242 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:15.845376 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:14Z', 'revision_number': 3, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:15.850077 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Checking router: 2e3de56d-dfef-4b29-885c-691aa4b1907f for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:29:15.850522 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Updating router 2e3de56d-dfef-4b29-885c-691aa4b1907f port 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488 binding host dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:29:15.867343 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port df67bfb3-2880-4b95-9b55-f3b542501a0f, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=df67bfb3-2880-4b95-9b55-f3b542501a0f,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:15.875810 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14907e7-8d57-4246-b418-04805e06df40 req-039b6da9-63ed-4c5d-846f-2164272a4fe9 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:15.877746 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b14907e7-8d57-4246-b418-04805e06df40 req-039b6da9-63ed-4c5d-846f-2164272a4fe9 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.2807999 Jun 16 16:29:15.880739 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:15.883505 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:15.897157 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:15.952612 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b14907e7-8d57-4246-b418-04805e06df40 req-8d69009e-e561-432b-a5be-65f8896e1739 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631430 Jun 16 16:29:15.976943 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=df67bfb3-2880-4b95-9b55-f3b542501a0f,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:15.992147 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:16.125545 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:16.205815 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:16.217877 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Transition to ACTIVE for port object 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:29:16.224179 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:16.227668 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-a42d5c3a-ad47-4859-a72a-f0c222593d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:16.280091 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d52eba-bb60-4b0c-808e-8378f7e1ba30 None None] Pushing event updated for resources: {'Port': ['ID=6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:16.283036 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Attempting to bind port 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488 on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:29:16.283407 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Attempting to bind port 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488 by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:29:16.283773 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Attempting to bind port 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488 on network 543270ac-5087-4a4b-b928-324956c3ce61 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:29:16.289442 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Allocated IP 172.20.0.1 (9e512722-20d3-49d6-a0cb-008cc5c92094/94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4/fcd97a55-d939-421a-930c-f33c97f3c8d2) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:29:16.290438 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d52eba-bb60-4b0c-808e-8378f7e1ba30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:16.290785 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d52eba-bb60-4b0c-808e-8378f7e1ba30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:16.291157 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d52eba-bb60-4b0c-808e-8378f7e1ba30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:16.291489 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d52eba-bb60-4b0c-808e-8378f7e1ba30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:16.291789 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d52eba-bb60-4b0c-808e-8378f7e1ba30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:16.292115 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d52eba-bb60-4b0c-808e-8378f7e1ba30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:16.292454 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d52eba-bb60-4b0c-808e-8378f7e1ba30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:16.292817 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d52eba-bb60-4b0c-808e-8378f7e1ba30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:16.293126 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d52eba-bb60-4b0c-808e-8378f7e1ba30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:16.293455 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d52eba-bb60-4b0c-808e-8378f7e1ba30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:16.293794 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d52eba-bb60-4b0c-808e-8378f7e1ba30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:16.294112 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d52eba-bb60-4b0c-808e-8378f7e1ba30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91609) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:16.298984 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-55d52eba-bb60-4b0c-808e-8378f7e1ba30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:16.300374 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:29:16.300766 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Checking segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:29:16.301209 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:16.301680 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Bound using segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:29:16.302164 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Bound port: 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:29:16.302545 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:16.384039 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] For port 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:29:16.393657 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] For port 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:29:16.400517 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:16.405410 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-459af16d-4c8a-481b-b09b-684a3a550563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:16.431114 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:16.458213 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Transition to ACTIVE for port object fcd97a55-d939-421a-930c-f33c97f3c8d2 will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:29:16.469867 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Routers {'2e3de56d-dfef-4b29-885c-691aa4b1907f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:29:16.470711 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:28:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2e3de56d-dfef-4b29-885c-691aa4b1907f'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:16.497069 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:16.500063 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-938df720-bc63-4d6c-b3b7-0fa4c9455b11 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:16.515884 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d52eba-bb60-4b0c-808e-8378f7e1ba30 None None] Pushing event updated for resources: {'Port': ['ID=6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:16.551254 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Network 9e512722-20d3-49d6-a0cb-008cc5c92094 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:29:16.555320 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-55d52eba-bb60-4b0c-808e-8378f7e1ba30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:16.555625 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:29:16.560726 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:29:16.566153 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd97a55-d939-421a-930c-f33c97f3c8d2,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:16.592835 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:16.629371 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33132125'] for router_interface, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:16.634429 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] Set router 2e3de56d-dfef-4b29-885c-691aa4b1907f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:29:16.854748 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:16.893821 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:14Z', 'revision_number': 3, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:16.897909 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e72b2e4-42ed-4e86-b0de-719c14a80c6b None None] The sync data for ids ['2e3de56d-dfef-4b29-885c-691aa4b1907f'] in dv-cinder-775250-5-iscsi is: [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:14Z', 'revision_number': 3, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:29:16.949752 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-18903501-3173-41fc-a547-aba7203e7ce8 None None] Provisioning for port fcd97a55-d939-421a-930c-f33c97f3c8d2 completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:29:16.958661 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-18903501-3173-41fc-a547-aba7203e7ce8 None None] Provisioning complete for port fcd97a55-d939-421a-930c-f33c97f3c8d2 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:16.962236 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-18903501-3173-41fc-a547-aba7203e7ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:17.047304 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-18903501-3173-41fc-a547-aba7203e7ce8 None None] Port fcd97a55-d939-421a-930c-f33c97f3c8d2 cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:29:17.114625 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:17.120736 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:17.123219 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b982bb7e-6ff3-4103-8bd6-6401184e3298 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:17.174099 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55c1c0-0cc0-4dd9-b1f5-4bf3fe7c32d0 req-393e4b80-ddbb-428f-9ed2-237fd3e67918 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:17.176532 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-cb55c1c0-0cc0-4dd9-b1f5-4bf3fe7c32d0 req-393e4b80-ddbb-428f-9ed2-237fd3e67918 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.0816944 Jun 16 16:29:17.224225 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33290164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33132065'] for router_interface, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:17.251545 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd97a55-d939-421a-930c-f33c97f3c8d2,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:17.260818 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:17.267748 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-cb55c1c0-0cc0-4dd9-b1f5-4bf3fe7c32d0 req-c1ad00cc-037e-474d-91b1-323902047418 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802398 Jun 16 16:29:17.374279 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Network 9e512722-20d3-49d6-a0cb-008cc5c92094 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:29:17.375748 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:29:17.564523 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Router 2e3de56d-dfef-4b29-885c-691aa4b1907f has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:29:17.657353 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device df67bfb3-2880-4b95-9b55-f3b542501a0f up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:29:17.719202 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:29:17.733830 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] 10.222.0.86 "PUT /v2.0/routers/2e3de56d-dfef-4b29-885c-691aa4b1907f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3768978 Jun 16 16:29:17.746854 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port df67bfb3-2880-4b95-9b55-f3b542501a0f triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:17.747952 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:17.795059 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-38bd19cd-9d40-4a3b-a208-a2cec14e71a6 None None] Provisioning complete for port fcd97a55-d939-421a-930c-f33c97f3c8d2 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:17.795677 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-38bd19cd-9d40-4a3b-a208-a2cec14e71a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:17.836517 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-38bd19cd-9d40-4a3b-a208-a2cec14e71a6 None None] Port fcd97a55-d939-421a-930c-f33c97f3c8d2 cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:29:17.893259 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:29:17.954475 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:29:17.958844 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:17.959323 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:18.062384 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:18.087292 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:18.094978 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:18.096994 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:18.157661 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:18.161465 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:18.389767 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37836) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:18.395034 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-8f5fe9a4-637e-4cca-9ef9-8518abc82bbd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1509389866-network', 'tenant_id': '2ae13d5917154c73bb0548a8ebab695f'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:29:18.423671 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5fe9a4-637e-4cca-9ef9-8518abc82bbd admin admin] Made reservation on behalf of 2ae13d5917154c73bb0548a8ebab695f for: {'network': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:29:18.429363 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8f5fe9a4-637e-4cca-9ef9-8518abc82bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:18.439947 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8f5fe9a4-637e-4cca-9ef9-8518abc82bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:18.469650 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc5e0a-8c42-40e1-a65c-dd0d38dd85b3 req-3d4aaba5-cff8-4580-8546-c5322feefce3 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:18.471609 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c4cc5e0a-8c42-40e1-a65c-dd0d38dd85b3 req-3d4aaba5-cff8-4580-8546-c5322feefce3 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.0831337 Jun 16 16:29:18.567642 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c4cc5e0a-8c42-40e1-a65c-dd0d38dd85b3 req-915ca3b7-04c3-49b0-9834-1bacfc52fb27 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874221 Jun 16 16:29:18.591880 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8f5fe9a4-637e-4cca-9ef9-8518abc82bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:18.604504 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8f5fe9a4-637e-4cca-9ef9-8518abc82bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:18.610981 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-06d1e142-6b63-4d97-846a-30f9d443ca4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:18.632869 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5fe9a4-637e-4cca-9ef9-8518abc82bbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=91606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:29:18.655000 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8f5fe9a4-637e-4cca-9ef9-8518abc82bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:18.655350 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.segments_db [None req-8f5fe9a4-637e-4cca-9ef9-8518abc82bbd admin admin] Added segment 3533e1b0-cece-43bf-ac88-fddc95577ec3 of type vlan for network 4fd236fc-e4d4-4064-a78b-f50ba613cce2 Jun 16 16:29:18.656753 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fe9a4-637e-4cca-9ef9-8518abc82bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd1f5db-8bd7-45ef-984a-b7a2f05dcf11,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:18.660757 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-8f5fe9a4-637e-4cca-9ef9-8518abc82bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:18.717051 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8f5fe9a4-637e-4cca-9ef9-8518abc82bbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:18.752405 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8f5fe9a4-637e-4cca-9ef9-8518abc82bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:18.754412 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5fe9a4-637e-4cca-9ef9-8518abc82bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:18.755039 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8f5fe9a4-637e-4cca-9ef9-8518abc82bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:18.757362 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:18.804085 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-8f5fe9a4-637e-4cca-9ef9-8518abc82bbd admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4106960 Jun 16 16:29:18.804430 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37838) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:18.809712 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-3eff3d0b-b864-47a8-8371-03625f3ebcdd admin admin] Request body: {'subnet': {'network_id': '4fd236fc-e4d4-4064-a78b-f50ba613cce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1509389866-subnet', 'tenant_id': '2ae13d5917154c73bb0548a8ebab695f', 'ip_version': 4}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:29:18.851721 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fe9a4-637e-4cca-9ef9-8518abc82bbd admin admin] Pushing event updated for resources: {'Network': ['ID=4fd236fc-e4d4-4064-a78b-f50ba613cce2,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:18.855013 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-8f5fe9a4-637e-4cca-9ef9-8518abc82bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:18.858543 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eff3d0b-b864-47a8-8371-03625f3ebcdd admin admin] Made reservation on behalf of 2ae13d5917154c73bb0548a8ebab695f for: {'subnet': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:29:18.861705 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network 4fd236fc-e4d4-4064-a78b-f50ba613cce2 details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:29:18.863040 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3eff3d0b-b864-47a8-8371-03625f3ebcdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30436844'] for subnet, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:18.972028 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Sync routers for ids ['2e3de56d-dfef-4b29-885c-691aa4b1907f'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:29:18.981623 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Routers {'2e3de56d-dfef-4b29-885c-691aa4b1907f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:29:18.982239 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:28:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2e3de56d-dfef-4b29-885c-691aa4b1907f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:19.044371 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3eff3d0b-b864-47a8-8371-03625f3ebcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30482920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30436862'] for subnet, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:19.046721 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:19.049416 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:29:19.088261 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Set router 2e3de56d-dfef-4b29-885c-691aa4b1907f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:29:19.100163 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff3d0b-b864-47a8-8371-03625f3ebcdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f952881-6d08-47bf-bbe5-52bc3168ffb8,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:19.103666 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3eff3d0b-b864-47a8-8371-03625f3ebcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:19.111513 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eff3d0b-b864-47a8-8371-03625f3ebcdd admin admin] Checking segment: {'id': '3533e1b0-cece-43bf-ac88-fddc95577ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4fd236fc-e4d4-4064-a78b-f50ba613cce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:29:19.111875 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eff3d0b-b864-47a8-8371-03625f3ebcdd admin admin] Network hostable DHCP agents. Network: 4fd236fc-e4d4-4064-a78b-f50ba613cce2, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91607) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:29:19.129201 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eff3d0b-b864-47a8-8371-03625f3ebcdd admin admin] Network 4fd236fc-e4d4-4064-a78b-f50ba613cce2 is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91607) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:29:19.138222 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-3eff3d0b-b864-47a8-8371-03625f3ebcdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, 4fd236fc-e4d4-4064-a78b-f50ba613cce2) {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:29:19.142223 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eff3d0b-b864-47a8-8371-03625f3ebcdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:19.142928 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-3eff3d0b-b864-47a8-8371-03625f3ebcdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:19.158733 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-3eff3d0b-b864-47a8-8371-03625f3ebcdd admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3530304 Jun 16 16:29:19.161774 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37840) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:19.166690 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1509389866-router', 'tenant_id': '2ae13d5917154c73bb0548a8ebab695f', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:29:19.174403 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a51e69e-cedc-4b67-bd26-a6367b027966 None None] Network 4fd236fc-e4d4-4064-a78b-f50ba613cce2 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:29:19.202287 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33462664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-991'] for router, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:19.203835 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33457953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33157256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33482962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:19.288822 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:19.443186 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33157274', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33462694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-804'] for router, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:19.485692 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:29:19.589381 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e05dda8-9efc-52dc-a0f2-15fc13a0b1c1-4fd236fc-e4d4-4064-a78b-f50ba613cce2', 'network_id': '4fd236fc-e4d4-4064-a78b-f50ba613cce2', 'tenant_id': '2ae13d5917154c73bb0548a8ebab695f', 'fixed_ips': [{'subnet_id': '3f952881-6d08-47bf-bbe5-52bc3168ffb8'}]}} from dv-cinder-775250-5-iscsi. {{(pid=91608) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:29:19.590267 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:19.596014 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 2, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:19.645524 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Checking router: 2e3de56d-dfef-4b29-885c-691aa4b1907f for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:29:19.645907 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Updating router 2e3de56d-dfef-4b29-885c-691aa4b1907f port fcd97a55-d939-421a-930c-f33c97f3c8d2 binding host dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:29:19.683327 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:19.683707 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:19.733290 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:19.759505 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:19.777391 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:19.901960 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.db_base_plugin_common [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Allocated IP 172.20.0.2 (4fd236fc-e4d4-4064-a78b-f50ba613cce2/3f952881-6d08-47bf-bbe5-52bc3168ffb8/161094bc-42dc-4f6c-8f29-26422d1a3eb5) {{(pid=91608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:29:19.938016 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f964acb-71d9-4f15-a297-9434b9b76bd3 req-3b636e2b-d35a-4990-aba2-9ef0d1a67e43 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:19.939497 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0f964acb-71d9-4f15-a297-9434b9b76bd3 req-3b636e2b-d35a-4990-aba2-9ef0d1a67e43 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.1815159 Jun 16 16:29:19.950727 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Allocated IP 172.27.0.146 (543270ac-5087-4a4b-b928-324956c3ce61/fb22e153-4378-4f12-ab9d-39b0c838861f/99b05ceb-ba90-4983-9a8e-87366bd73895) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:29:20.037950 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0f964acb-71d9-4f15-a297-9434b9b76bd3 req-71c78f70-e119-4e79-8e65-5d99799bee2e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882018 Jun 16 16:29:20.152038 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:20.200516 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30257329'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:20.208441 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-f04a96b5-c1be-4b2f-928c-c90156200d99 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:20.213747 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Notify callbacks [] for port, precommit_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:20.261289 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Transition to ACTIVE for port object 161094bc-42dc-4f6c-8f29-26422d1a3eb5 will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:29:20.279614 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Pushing event updated for resources: {'Port': ['ID=99b05ceb-ba90-4983-9a8e-87366bd73895,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:20.284143 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:20.292510 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Network 543270ac-5087-4a4b-b928-324956c3ce61 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:29:20.294324 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:29:20.297361 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:29:20.338943 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Transition to ACTIVE for port object 161094bc-42dc-4f6c-8f29-26422d1a3eb5 will not be triggered until provisioned by entity DHCP. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:29:20.352622 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237'] for port, after_create {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:20.355768 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:20.357840 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a6e1a123-6ee8-45ca-8e6b-bd4691b9ba01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:20.398180 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Transition to ACTIVE for port object fcd97a55-d939-421a-930c-f33c97f3c8d2 will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:29:20.402265 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Network 4fd236fc-e4d4-4064-a78b-f50ba613cce2 is already hosted by enough agents. {{(pid=91608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:29:20.408851 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:20.411594 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.scheduler.base_scheduler [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Resources bound (agent type, host, resource id): {{(pid=91608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:29:20.415819 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Received port after_create {{(pid=91608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:29:20.427782 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Pushing event updated for resources: {'Port': ['ID=161094bc-42dc-4f6c-8f29-26422d1a3eb5,revision_number=1']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:20.431530 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:20.433975 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:20.564432 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:20.604170 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Attempting to bind port 161094bc-42dc-4f6c-8f29-26422d1a3eb5 on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:29:20.604559 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Attempting to bind port 161094bc-42dc-4f6c-8f29-26422d1a3eb5 by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '3533e1b0-cece-43bf-ac88-fddc95577ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4fd236fc-e4d4-4064-a78b-f50ba613cce2'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:29:20.604937 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Attempting to bind port 161094bc-42dc-4f6c-8f29-26422d1a3eb5 on network 4fd236fc-e4d4-4064-a78b-f50ba613cce2 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:29:20.639167 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa2ad0-51ac-4f45-91ac-05957d9f370c None None] Pushing event updated for resources: {'Port': ['ID=fcd97a55-d939-421a-930c-f33c97f3c8d2,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:20.650625 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ecfa2ad0-51ac-4f45-91ac-05957d9f370c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:20.651619 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:29:20.652005 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Checking segment: {'id': '3533e1b0-cece-43bf-ac88-fddc95577ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4fd236fc-e4d4-4064-a78b-f50ba613cce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:29:20.652425 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:20.653238 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Bound using segment: {'id': '3533e1b0-cece-43bf-ac88-fddc95577ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4fd236fc-e4d4-4064-a78b-f50ba613cce2'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:29:20.653374 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Bound port: 161094bc-42dc-4f6c-8f29-26422d1a3eb5, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3533e1b0-cece-43bf-ac88-fddc95577ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4fd236fc-e4d4-4064-a78b-f50ba613cce2'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:29:20.653724 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:20.743542 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Attempting to bind port fcd97a55-d939-421a-930c-f33c97f3c8d2 on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:29:20.743977 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Attempting to bind port fcd97a55-d939-421a-930c-f33c97f3c8d2 by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:29:20.745801 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Attempting to bind port fcd97a55-d939-421a-930c-f33c97f3c8d2 on network 9e512722-20d3-49d6-a0cb-008cc5c92094 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:29:20.786273 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:29:20.786582 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Checking segment: {'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:29:20.786996 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:20.787394 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Bound using segment: {'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:29:20.787884 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Bound port: fcd97a55-d939-421a-930c-f33c97f3c8d2, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:29:20.788288 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:20.795194 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33462705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33157356'] for router, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:20.805592 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] For port 161094bc-42dc-4f6c-8f29-26422d1a3eb5, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:29:20.823494 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] For port 161094bc-42dc-4f6c-8f29-26422d1a3eb5, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=161094bc-42dc-4f6c-8f29-26422d1a3eb5,segment=NetworkSegment(3533e1b0-cece-43bf-ac88-fddc95577ec3),segment_id=3533e1b0-cece-43bf-ac88-fddc95577ec3)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:29:20.849689 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:20.855856 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff697128-e808-4294-8702-f892977e26c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:20.938976 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Pushing event updated for resources: {'Port': ['ID=161094bc-42dc-4f6c-8f29-26422d1a3eb5,revision_number=2']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:20.948160 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] For port fcd97a55-d939-421a-930c-f33c97f3c8d2, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:29:20.950349 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-94d09ae2-9a08-4a18-9bb7-666f2ba4a3ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:20.952073 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] For port fcd97a55-d939-421a-930c-f33c97f3c8d2, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=fcd97a55-d939-421a-930c-f33c97f3c8d2,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:29:20.954272 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Router 3e734cbf-7825-4d54-ba2d-aafd4dac6338 is scheduled to L3 agent 780d0648-e200-45fe-9780-6c920b856ccc with binding_index 1 {{(pid=91606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:29:20.955752 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:20.959898 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-1e9771f2-2f91-49f5-a953-636886674584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:21.017127 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Routers {'2e3de56d-dfef-4b29-885c-691aa4b1907f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:29:21.017812 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:28:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2e3de56d-dfef-4b29-885c-691aa4b1907f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:21.055246 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa2ad0-51ac-4f45-91ac-05957d9f370c None None] Pushing event updated for resources: {'Port': ['ID=fcd97a55-d939-421a-930c-f33c97f3c8d2,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:21.079591 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:29:21.088284 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Sync routers for ids ['3e734cbf-7825-4d54-ba2d-aafd4dac6338'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:29:21.088878 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ecfa2ad0-51ac-4f45-91ac-05957d9f370c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:21.098551 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Routers {'3e734cbf-7825-4d54-ba2d-aafd4dac6338'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:29:21.099188 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:28:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['3e734cbf-7825-4d54-ba2d-aafd4dac6338'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:21.133889 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] Notify callbacks [] for router, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:21.138455 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-fdf587f2-499d-4dc8-a9c3-a5089b7c7447 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9729636 Jun 16 16:29:21.138871 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37846) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:21.196957 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] Set router 2e3de56d-dfef-4b29-885c-691aa4b1907f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:29:21.277298 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Set router 3e734cbf-7825-4d54-ba2d-aafd4dac6338 gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:29:21.553276 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e734cbf-7825-4d54-ba2d-aafd4dac6338', 'name': 'tempest-TestVolumeBootPattern-1509389866-router', 'tenant_id': '2ae13d5917154c73bb0548a8ebab695f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '99b05ceb-ba90-4983-9a8e-87366bd73895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:19Z', 'updated_at': '2021-06-16T16:29:20Z', 'revision_number': 3, 'project_id': '2ae13d5917154c73bb0548a8ebab695f', 'gw_port': {'id': '99b05ceb-ba90-4983-9a8e-87366bd73895', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e734cbf-7825-4d54-ba2d-aafd4dac6338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:19Z', 'updated_at': '2021-06-16T16:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:21.557761 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Checking router: 3e734cbf-7825-4d54-ba2d-aafd4dac6338 for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:29:21.558748 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Updating router 3e734cbf-7825-4d54-ba2d-aafd4dac6338 port 99b05ceb-ba90-4983-9a8e-87366bd73895 binding host dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:29:21.580851 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 161094bc-42dc-4f6c-8f29-26422d1a3eb5 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:29:21.601563 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:21.617542 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:20Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:21.627269 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1a6d1b-f7ca-435c-9d31-b3fe21859ed9 None None] The sync data for ids ['2e3de56d-dfef-4b29-885c-691aa4b1907f'] in dv-cinder-775250-5-iscsi is: [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:20Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:29:21.645690 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port 161094bc-42dc-4f6c-8f29-26422d1a3eb5 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:29:21.666838 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c92417-dcee-498e-95d4-3296a4b470fa req-20020ba1-449d-415c-a615-ddfe1a3acf6f tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:21.669035 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-59c92417-dcee-498e-95d4-3296a4b470fa req-20020ba1-449d-415c-a615-ddfe1a3acf6f tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.1580269 Jun 16 16:29:21.779973 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-59c92417-dcee-498e-95d4-3296a4b470fa req-3137c832-a52d-404a-8db0-3ed50e62c094 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792499 Jun 16 16:29:21.927604 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:21.939233 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Notify callbacks [] for port, precommit_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:21.951131 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.provisioning_blocks [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Transition to ACTIVE for port object 99b05ceb-ba90-4983-9a8e-87366bd73895 will not be triggered until provisioned by entity L2. {{(pid=91609) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:29:21.958959 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:21.961584 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-04449f5d-5286-4cae-b5dd-5711100db222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:22.014710 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4f707-6bb0-4467-a1ee-f95fd018dc47 None None] Pushing event updated for resources: {'Port': ['ID=99b05ceb-ba90-4983-9a8e-87366bd73895,revision_number=2']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:22.030668 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-7fe4f707-6bb0-4467-a1ee-f95fd018dc47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:22.077231 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Attempting to bind port 99b05ceb-ba90-4983-9a8e-87366bd73895 on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:29:22.077522 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Attempting to bind port 99b05ceb-ba90-4983-9a8e-87366bd73895 by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:29:22.078353 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Attempting to bind port 99b05ceb-ba90-4983-9a8e-87366bd73895 on network 543270ac-5087-4a4b-b928-324956c3ce61 {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:29:22.085356 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:29:22.085780 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Checking segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91609) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:29:22.086284 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:22.086644 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Bound using segment: {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'} {{(pid=91609) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:29:22.087687 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.managers [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Bound port: 99b05ceb-ba90-4983-9a8e-87366bd73895, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0917c760-2531-42be-b64b-6161adeb1511', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61'}}] {{(pid=91609) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:29:22.087687 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:22.145840 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Allocated IP 172.20.0.1 (4fd236fc-e4d4-4064-a78b-f50ba613cce2/3f952881-6d08-47bf-bbe5-52bc3168ffb8/e202f886-3145-4a55-8108-12a87a56a40d) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:29:22.178874 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] For port 99b05ceb-ba90-4983-9a8e-87366bd73895, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91609) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:29:22.187778 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-633c6173-6730-485b-a905-247bab056290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:22.219878 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.plugins.ml2.db [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] For port 99b05ceb-ba90-4983-9a8e-87366bd73895, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=99b05ceb-ba90-4983-9a8e-87366bd73895,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91609) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:29:22.230782 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron_lib.callbacks.manager [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:22.233251 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:22.311996 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:22.319345 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Routers {'3e734cbf-7825-4d54-ba2d-aafd4dac6338'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:29:22.320260 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:28:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['3e734cbf-7825-4d54-ba2d-aafd4dac6338'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:22.351523 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Transition to ACTIVE for port object e202f886-3145-4a55-8108-12a87a56a40d will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:29:22.356955 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4f707-6bb0-4467-a1ee-f95fd018dc47 None None] Pushing event updated for resources: {'Port': ['ID=99b05ceb-ba90-4983-9a8e-87366bd73895,revision_number=3']} {{(pid=91609) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:22.401121 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f0cf83-5c6b-4ef0-bbaa-0d127ef311fe None None] Network 4fd236fc-e4d4-4064-a78b-f50ba613cce2 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:29:22.402757 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:22.428834 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:22.451675 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Network 4fd236fc-e4d4-4064-a78b-f50ba613cce2 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:29:22.451675 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:29:22.453981 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:29:22.553292 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-51a85c8f-f0ed-4627-8fcd-39a6814ecd23 None None] Provisioning for port 161094bc-42dc-4f6c-8f29-26422d1a3eb5 completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:29:22.558741 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-51a85c8f-f0ed-4627-8fcd-39a6814ecd23 None None] Provisioning complete for port 161094bc-42dc-4f6c-8f29-26422d1a3eb5 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:22.559126 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-51a85c8f-f0ed-4627-8fcd-39a6814ecd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:22.566538 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Pushing event updated for resources: {'Port': ['ID=e202f886-3145-4a55-8108-12a87a56a40d,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:22.570045 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:22.586370 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33132125'] for router_interface, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:22.602167 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG oslo_concurrency.lockutils [None req-7fe4f707-6bb0-4467-a1ee-f95fd018dc47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:22.670595 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] Set router 3e734cbf-7825-4d54-ba2d-aafd4dac6338 gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:29:22.734141 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:22.737266 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-51a85c8f-f0ed-4627-8fcd-39a6814ecd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:22.801758 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-51a85c8f-f0ed-4627-8fcd-39a6814ecd23 None None] For port 161094bc-42dc-4f6c-8f29-26422d1a3eb5, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=161094bc-42dc-4f6c-8f29-26422d1a3eb5,segment=NetworkSegment(3533e1b0-cece-43bf-ac88-fddc95577ec3),segment_id=3533e1b0-cece-43bf-ac88-fddc95577ec3)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:22.807249 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-51a85c8f-f0ed-4627-8fcd-39a6814ecd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:22.809693 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:22.872297 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a85c8f-f0ed-4627-8fcd-39a6814ecd23 None None] Pushing event updated for resources: {'Port': ['ID=161094bc-42dc-4f6c-8f29-26422d1a3eb5,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:22.876590 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-51a85c8f-f0ed-4627-8fcd-39a6814ecd23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:22.934980 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:22.951243 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:22.955025 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a341e74e-5a5a-4040-8909-8f3f3bea6b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:22.978296 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e734cbf-7825-4d54-ba2d-aafd4dac6338', 'name': 'tempest-TestVolumeBootPattern-1509389866-router', 'tenant_id': '2ae13d5917154c73bb0548a8ebab695f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '99b05ceb-ba90-4983-9a8e-87366bd73895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:19Z', 'updated_at': '2021-06-16T16:29:20Z', 'revision_number': 3, 'project_id': '2ae13d5917154c73bb0548a8ebab695f', 'gw_port': {'id': '99b05ceb-ba90-4983-9a8e-87366bd73895', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e734cbf-7825-4d54-ba2d-aafd4dac6338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:19Z', 'updated_at': '2021-06-16T16:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:22.990775 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09768e80-e8d2-4012-9b25-6f054dc6aea3 None None] The sync data for ids ['3e734cbf-7825-4d54-ba2d-aafd4dac6338'] in dv-cinder-775250-5-iscsi is: [{'id': '3e734cbf-7825-4d54-ba2d-aafd4dac6338', 'name': 'tempest-TestVolumeBootPattern-1509389866-router', 'tenant_id': '2ae13d5917154c73bb0548a8ebab695f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '99b05ceb-ba90-4983-9a8e-87366bd73895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:19Z', 'updated_at': '2021-06-16T16:29:20Z', 'revision_number': 3, 'project_id': '2ae13d5917154c73bb0548a8ebab695f', 'gw_port': {'id': '99b05ceb-ba90-4983-9a8e-87366bd73895', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e734cbf-7825-4d54-ba2d-aafd4dac6338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:19Z', 'updated_at': '2021-06-16T16:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:29:23.044101 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33290164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33132065'] for router_interface, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:23.055772 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Pushing event updated for resources: {'Port': ['ID=e202f886-3145-4a55-8108-12a87a56a40d,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:23.063136 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:23.193970 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a699d4-94c6-4f6b-a427-47dec6cb49d2 req-ac763eef-ed19-447f-af40-93e3e9f8d202 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:23.206339 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-76a699d4-94c6-4f6b-a427-47dec6cb49d2 req-ac763eef-ed19-447f-af40-93e3e9f8d202 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.1767364 Jun 16 16:29:23.226162 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Network 4fd236fc-e4d4-4064-a78b-f50ba613cce2 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:29:23.230984 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:29:23.243510 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-eed98196-615d-4b4a-a3ea-9245029830e8 None None] Provisioning for port e202f886-3145-4a55-8108-12a87a56a40d completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:29:23.279011 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-eed98196-615d-4b4a-a3ea-9245029830e8 None None] Provisioning complete for port e202f886-3145-4a55-8108-12a87a56a40d triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:23.279796 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-eed98196-615d-4b4a-a3ea-9245029830e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:23.293004 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-76a699d4-94c6-4f6b-a427-47dec6cb49d2 req-19d5e363-ec23-405c-ba66-28de70fcbeae tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850279 Jun 16 16:29:23.456122 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Router 3e734cbf-7825-4d54-ba2d-aafd4dac6338 has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:29:23.536452 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-eed98196-615d-4b4a-a3ea-9245029830e8 None None] Port e202f886-3145-4a55-8108-12a87a56a40d cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:29:23.547592 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-eed98196-615d-4b4a-a3ea-9245029830e8 None None] Provisioning complete for port 161094bc-42dc-4f6c-8f29-26422d1a3eb5 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:23.548091 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-eed98196-615d-4b4a-a3ea-9245029830e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:23.647030 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:29:23.662203 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] 10.222.0.86 "PUT /v2.0/routers/3e734cbf-7825-4d54-ba2d-aafd4dac6338/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5221777 Jun 16 16:29:23.685130 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 161094bc-42dc-4f6c-8f29-26422d1a3eb5 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:29:23.750756 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 161094bc-42dc-4f6c-8f29-26422d1a3eb5 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:23.751422 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:23.803298 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-712d209c-42a0-4b12-8c6a-299359f3e359 None None] Provisioning complete for port e202f886-3145-4a55-8108-12a87a56a40d triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:23.803687 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-712d209c-42a0-4b12-8c6a-299359f3e359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:23.871668 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-712d209c-42a0-4b12-8c6a-299359f3e359 None None] Port e202f886-3145-4a55-8108-12a87a56a40d cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:29:23.877713 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device fcd97a55-d939-421a-930c-f33c97f3c8d2 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:29:23.929867 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port fcd97a55-d939-421a-930c-f33c97f3c8d2 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:29:23.934204 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port fcd97a55-d939-421a-930c-f33c97f3c8d2 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:23.934590 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:24.016928 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-f3f4ca26-fba6-416a-b997-f28d086e0d79 None None] Provisioning complete for port e202f886-3145-4a55-8108-12a87a56a40d triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:24.017317 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f3f4ca26-fba6-416a-b997-f28d086e0d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:24.049379 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:24.078438 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-f3f4ca26-fba6-416a-b997-f28d086e0d79 None None] Port e202f886-3145-4a55-8108-12a87a56a40d cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:29:24.099402 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port fcd97a55-d939-421a-930c-f33c97f3c8d2, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=fcd97a55-d939-421a-930c-f33c97f3c8d2,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:24.104716 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:24.107969 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-2fdd3852-555a-4422-a961-79df966dd4c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:24.156842 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=fcd97a55-d939-421a-930c-f33c97f3c8d2,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:24.166734 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:24.311628 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37858) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:24.318668 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-1438671f-176c-4284-8010-5edfd670976e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-944488433', 'description': 'tempest-secgroup-smoke-944488433 description', 'project_id': 'c88518414b9d4537a6f35076bcdfa876'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:29:24.347628 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1438671f-176c-4284-8010-5edfd670976e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:24.481684 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8e52c-28a1-4b2e-8e95-977d01bd4811 req-90f61c40-5fec-45f8-91ea-cf97a033bf95 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:24.483483 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-01b8e52c-28a1-4b2e-8e95-977d01bd4811 req-90f61c40-5fec-45f8-91ea-cf97a033bf95 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.0668788 Jun 16 16:29:24.524658 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-01b8e52c-28a1-4b2e-8e95-977d01bd4811 req-ab5de609-2253-49cc-969f-e624e72e2f14 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347450 Jun 16 16:29:24.701063 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1438671f-176c-4284-8010-5edfd670976e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:24.704921 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1438671f-176c-4284-8010-5edfd670976e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:24.707749 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c899401e-beef-43fd-ac6f-70228aa02f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:24.736626 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1438671f-176c-4284-8010-5edfd670976e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:24.737477 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-1438671f-176c-4284-8010-5edfd670976e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4242082 Jun 16 16:29:24.740173 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438671f-176c-4284-8010-5edfd670976e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ddaba7-b007-4942-b886-87f679e67211,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:24.741137 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37862) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:24.743122 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1438671f-176c-4284-8010-5edfd670976e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:24.748559 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-4b20b66a-39f2-49e9-878b-3f82267d44c7 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Request body: {'security_group_rule': {'security_group_id': '47ddaba7-b007-4942-b886-87f679e67211', 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:29:24.781670 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-4b20b66a-39f2-49e9-878b-3f82267d44c7 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:24.812188 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-dd6f3422-74f9-4caf-8944-0581c830be72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:24.839496 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-4b20b66a-39f2-49e9-878b-3f82267d44c7 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:24.844010 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-4b20b66a-39f2-49e9-878b-3f82267d44c7 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:24.849323 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-2b85db49-69d1-45da-9884-30e730c1e29f tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:24.864838 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20b66a-39f2-49e9-878b-3f82267d44c7 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200ecb5f-6337-4e83-8b60-d8053cbf9e1d,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:24.868020 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-4b20b66a-39f2-49e9-878b-3f82267d44c7 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:24.873847 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-4b20b66a-39f2-49e9-878b-3f82267d44c7 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:24.875030 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-4b20b66a-39f2-49e9-878b-3f82267d44c7 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317670 Jun 16 16:29:24.877760 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37864) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:24.883310 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-257a1843-4369-41d8-bc1f-b7c75df431f5 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Request body: {'security_group_rule': {'security_group_id': '47ddaba7-b007-4942-b886-87f679e67211', 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:29:24.915235 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-257a1843-4369-41d8-bc1f-b7c75df431f5 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:24.925266 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:24.978581 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-257a1843-4369-41d8-bc1f-b7c75df431f5 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:24.982706 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-257a1843-4369-41d8-bc1f-b7c75df431f5 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:24.984782 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:25.001950 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a1843-4369-41d8-bc1f-b7c75df431f5 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb721fe-b42b-4e1d-9bd8-8db22e7bbd35,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:25.005445 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-257a1843-4369-41d8-bc1f-b7c75df431f5 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:25.007510 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-257a1843-4369-41d8-bc1f-b7c75df431f5 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.009974 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-257a1843-4369-41d8-bc1f-b7c75df431f5 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312406 Jun 16 16:29:25.011296 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37866) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:25.015688 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-6f3e59f8-f742-48e1-833f-c01f68376ea5 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Request body: {'security_group_rule': {'security_group_id': '47ddaba7-b007-4942-b886-87f679e67211', 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:29:25.041963 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6f3e59f8-f742-48e1-833f-c01f68376ea5 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.056276 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Sync routers for ids ['3e734cbf-7825-4d54-ba2d-aafd4dac6338'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:29:25.065151 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Routers {'3e734cbf-7825-4d54-ba2d-aafd4dac6338'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:29:25.065779 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:29:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['3e734cbf-7825-4d54-ba2d-aafd4dac6338'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:25.100824 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6f3e59f8-f742-48e1-833f-c01f68376ea5 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.104462 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6f3e59f8-f742-48e1-833f-c01f68376ea5 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.107053 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:25.122370 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e59f8-f742-48e1-833f-c01f68376ea5 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41acdd59-f10f-4111-bb07-8ec7ca8213ff,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:25.126215 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-6f3e59f8-f742-48e1-833f-c01f68376ea5 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:25.132110 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6f3e59f8-f742-48e1-833f-c01f68376ea5 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.133347 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-6f3e59f8-f742-48e1-833f-c01f68376ea5 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211488 Jun 16 16:29:25.136283 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 37868) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:25.141214 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-2ddd0dd5-a864-4145-a190-17874c749a1d tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Request body: {'security_group_rule': {'security_group_id': '47ddaba7-b007-4942-b886-87f679e67211', 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:29:25.168420 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2ddd0dd5-a864-4145-a190-17874c749a1d tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.169807 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Set router 3e734cbf-7825-4d54-ba2d-aafd4dac6338 gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:29:25.231142 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2ddd0dd5-a864-4145-a190-17874c749a1d tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.234772 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2ddd0dd5-a864-4145-a190-17874c749a1d tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.237010 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:25.255003 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd0dd5-a864-4145-a190-17874c749a1d tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656f4f9f-d423-4614-af8e-efee285f86e8,revision_number=0']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:25.258106 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-2ddd0dd5-a864-4145-a190-17874c749a1d tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:25.259018 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-2ddd0dd5-a864-4145-a190-17874c749a1d tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.263132 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37870) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:25.266843 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-2ddd0dd5-a864-4145-a190-17874c749a1d tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286633 Jun 16 16:29:25.267893 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-8cbdaff1-16b5-4189-b5b4-13b19989482b tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Request body: {'security_group_rule': {'security_group_id': '47ddaba7-b007-4942-b886-87f679e67211', 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:29:25.292890 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.securitygroups_db [None req-8cbdaff1-16b5-4189-b5b4-13b19989482b tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Project c88518414b9d4537a6f35076bcdfa876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:29:25.298134 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8cbdaff1-16b5-4189-b5b4-13b19989482b tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.364065 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8cbdaff1-16b5-4189-b5b4-13b19989482b tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.367907 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8cbdaff1-16b5-4189-b5b4-13b19989482b tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.370142 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:25.381752 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e734cbf-7825-4d54-ba2d-aafd4dac6338', 'name': 'tempest-TestVolumeBootPattern-1509389866-router', 'tenant_id': '2ae13d5917154c73bb0548a8ebab695f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '99b05ceb-ba90-4983-9a8e-87366bd73895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:19Z', 'updated_at': '2021-06-16T16:29:22Z', 'revision_number': 4, 'project_id': '2ae13d5917154c73bb0548a8ebab695f', 'gw_port': {'id': '99b05ceb-ba90-4983-9a8e-87366bd73895', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e734cbf-7825-4d54-ba2d-aafd4dac6338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:19Z', 'updated_at': '2021-06-16T16:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': 'e202f886-3145-4a55-8108-12a87a56a40d', 'name': '', 'network_id': '4fd236fc-e4d4-4064-a78b-f50ba613cce2', 'tenant_id': '2ae13d5917154c73bb0548a8ebab695f', 'mac_address': 'fa:16:3e:5c:ba:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e734cbf-7825-4d54-ba2d-aafd4dac6338', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '3f952881-6d08-47bf-bbe5-52bc3168ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:21Z', 'updated_at': '2021-06-16T16:29:22Z', 'revision_number': 2, 'project_id': '2ae13d5917154c73bb0548a8ebab695f', 'subnets': [{'id': '3f952881-6d08-47bf-bbe5-52bc3168ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:25.385155 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Checking router: 3e734cbf-7825-4d54-ba2d-aafd4dac6338 for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:29:25.385544 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Updating router 3e734cbf-7825-4d54-ba2d-aafd4dac6338 port e202f886-3145-4a55-8108-12a87a56a40d binding host dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:29:25.387181 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdaff1-16b5-4189-b5b4-13b19989482b tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a9c19c-e40f-4a30-9069-f3a2dd47b2a2,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:25.390236 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-8cbdaff1-16b5-4189-b5b4-13b19989482b tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:25.392779 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8cbdaff1-16b5-4189-b5b4-13b19989482b tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.395119 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-8cbdaff1-16b5-4189-b5b4-13b19989482b tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299026 Jun 16 16:29:25.397291 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 37872) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:25.401784 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-bb80d0ed-2cc1-4d8d-b089-76c7c53266b2 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Request body: {'security_group_rule': {'security_group_id': '47ddaba7-b007-4942-b886-87f679e67211', 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:29:25.424533 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.securitygroups_db [None req-bb80d0ed-2cc1-4d8d-b089-76c7c53266b2 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Project c88518414b9d4537a6f35076bcdfa876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:29:25.432418 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bb80d0ed-2cc1-4d8d-b089-76c7c53266b2 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.435792 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.499232 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bb80d0ed-2cc1-4d8d-b089-76c7c53266b2 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.505014 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bb80d0ed-2cc1-4d8d-b089-76c7c53266b2 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33479197'] for security_group_rule, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.512896 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:25.529425 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80d0ed-2cc1-4d8d-b089-76c7c53266b2 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c713a3-942d-4f79-a432-a936d11f24ae,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:25.534892 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-bb80d0ed-2cc1-4d8d-b089-76c7c53266b2 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:25.541569 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-bb80d0ed-2cc1-4d8d-b089-76c7c53266b2 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.545589 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-bb80d0ed-2cc1-4d8d-b089-76c7c53266b2 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1453083 Jun 16 16:29:25.574210 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 99b05ceb-ba90-4983-9a8e-87366bd73895 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:29:25.698259 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port 99b05ceb-ba90-4983-9a8e-87366bd73895 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:29:25.709925 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 99b05ceb-ba90-4983-9a8e-87366bd73895 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:25.710308 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.736437 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f36ef1-57da-4dfd-a182-69fa141a9bac req-32e48ffa-cac6-4b82-bbb5-8be8eb05cb46 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:25.738209 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d0f36ef1-57da-4dfd-a182-69fa141a9bac req-32e48ffa-cac6-4b82-bbb5-8be8eb05cb46 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 943 time: 0.0786715 Jun 16 16:29:25.784317 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d0f36ef1-57da-4dfd-a182-69fa141a9bac req-3e4c49a0-b82a-466c-92cc-5240efa12504 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374138 Jun 16 16:29:25.786065 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device a64381bd-a1fe-4b67-8f7e-104ba306efbe details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:29:25.811720 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Notify callbacks [] for port, precommit_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.831860 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Transition to ACTIVE for port object e202f886-3145-4a55-8108-12a87a56a40d will not be triggered until provisioned by entity L2. {{(pid=91608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:29:25.864687 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:25.870453 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:25.967893 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:26.039741 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:26.060053 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a368c-b8a6-4c63-aff2-9db0df5870db None None] Pushing event updated for resources: {'Port': ['ID=e202f886-3145-4a55-8108-12a87a56a40d,revision_number=3']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:26.073993 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-4a9a368c-b8a6-4c63-aff2-9db0df5870db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:26.075667 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port 99b05ceb-ba90-4983-9a8e-87366bd73895, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=99b05ceb-ba90-4983-9a8e-87366bd73895,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:26.086232 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:26.087095 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device fcd97a55-d939-421a-930c-f33c97f3c8d2 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:29:26.092972 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:26.161774 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port a64381bd-a1fe-4b67-8f7e-104ba306efbe, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a64381bd-a1fe-4b67-8f7e-104ba306efbe,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:26.226190 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'port_id': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe', 'mac_address': 'fa:16:3e:0b:5e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:29:26.243759 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Attempting to bind port e202f886-3145-4a55-8108-12a87a56a40d on host dv-cinder-775250-5-iscsi for vnic_type normal with profile {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:29:26.244077 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Attempting to bind port e202f886-3145-4a55-8108-12a87a56a40d by drivers openvswitch,hyperv on host dv-cinder-775250-5-iscsi at level 0 using segments [{'id': '3533e1b0-cece-43bf-ac88-fddc95577ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4fd236fc-e4d4-4064-a78b-f50ba613cce2'}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:29:26.244453 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Attempting to bind port e202f886-3145-4a55-8108-12a87a56a40d on network 4fd236fc-e4d4-4064-a78b-f50ba613cce2 {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:29:26.255611 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=99b05ceb-ba90-4983-9a8e-87366bd73895,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:26.263234 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:26.263856 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Checking agent: {'id': 'cc255157-d2fa-4d55-9348-2faf7e58e4d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 14, 25), 'started_at': datetime.datetime(2021, 6, 16, 16, 14, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:29:26.264233 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Checking segment: {'id': '3533e1b0-cece-43bf-ac88-fddc95577ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4fd236fc-e4d4-4064-a78b-f50ba613cce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:29:26.264642 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:26.265039 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Bound using segment: {'id': '3533e1b0-cece-43bf-ac88-fddc95577ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4fd236fc-e4d4-4064-a78b-f50ba613cce2'} {{(pid=91608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:29:26.265522 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.managers [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Bound port: e202f886-3145-4a55-8108-12a87a56a40d, host: dv-cinder-775250-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3533e1b0-cece-43bf-ac88-fddc95577ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4fd236fc-e4d4-4064-a78b-f50ba613cce2'}}] {{(pid=91608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:29:26.265929 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:26.330375 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:26.334337 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port fcd97a55-d939-421a-930c-f33c97f3c8d2 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:26.334712 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:26.367231 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64381bd-a1fe-4b67-8f7e-104ba306efbe {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:29:26.420411 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port a64381bd-a1fe-4b67-8f7e-104ba306efbe, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a64381bd-a1fe-4b67-8f7e-104ba306efbe,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:26.423338 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] For port e202f886-3145-4a55-8108-12a87a56a40d, host dv-cinder-775250-5-iscsi, cleared binding levels {{(pid=91608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:29:26.428247 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] For port e202f886-3145-4a55-8108-12a87a56a40d, host dv-cinder-775250-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=e202f886-3145-4a55-8108-12a87a56a40d,segment=NetworkSegment(3533e1b0-cece-43bf-ac88-fddc95577ec3),segment_id=3533e1b0-cece-43bf-ac88-fddc95577ec3)] {{(pid=91608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:29:26.430194 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:26.432603 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:26.438796 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:26.525740 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=a64381bd-a1fe-4b67-8f7e-104ba306efbe,revision_number=9']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:26.532457 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Routers {'3e734cbf-7825-4d54-ba2d-aafd4dac6338'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:29:26.533092 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:29:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['3e734cbf-7825-4d54-ba2d-aafd4dac6338'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:26.536639 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:26.537120 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ecfa2ad0-51ac-4f45-91ac-05957d9f370c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:26.752061 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['a64381bd-a1fe-4b67-8f7e-104ba306efbe'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:29:26.821647 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a368c-b8a6-4c63-aff2-9db0df5870db None None] Pushing event updated for resources: {'Port': ['ID=e202f886-3145-4a55-8108-12a87a56a40d,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:26.832248 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-4a9a368c-b8a6-4c63-aff2-9db0df5870db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:26.863890 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] Set router 3e734cbf-7825-4d54-ba2d-aafd4dac6338 gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:29:26.980399 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56733a52-88f3-45cf-939d-96c51da9a381 req-4f38d52a-ee7b-4475-9489-3eb24e3c10ab tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:26.981957 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-56733a52-88f3-45cf-939d-96c51da9a381 req-4f38d52a-ee7b-4475-9489-3eb24e3c10ab tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 944 time: 0.0778880 Jun 16 16:29:27.022501 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-56733a52-88f3-45cf-939d-96c51da9a381 req-e2d3f0d6-1364-4db3-9f7f-9f2cf06e2521 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336461 Jun 16 16:29:27.128177 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e734cbf-7825-4d54-ba2d-aafd4dac6338', 'name': 'tempest-TestVolumeBootPattern-1509389866-router', 'tenant_id': '2ae13d5917154c73bb0548a8ebab695f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '99b05ceb-ba90-4983-9a8e-87366bd73895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:19Z', 'updated_at': '2021-06-16T16:29:22Z', 'revision_number': 4, 'project_id': '2ae13d5917154c73bb0548a8ebab695f', 'gw_port': {'id': '99b05ceb-ba90-4983-9a8e-87366bd73895', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e734cbf-7825-4d54-ba2d-aafd4dac6338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:19Z', 'updated_at': '2021-06-16T16:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': 'e202f886-3145-4a55-8108-12a87a56a40d', 'name': '', 'network_id': '4fd236fc-e4d4-4064-a78b-f50ba613cce2', 'tenant_id': '2ae13d5917154c73bb0548a8ebab695f', 'mac_address': 'fa:16:3e:5c:ba:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e734cbf-7825-4d54-ba2d-aafd4dac6338', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '3f952881-6d08-47bf-bbe5-52bc3168ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:21Z', 'updated_at': '2021-06-16T16:29:26Z', 'revision_number': 4, 'project_id': '2ae13d5917154c73bb0548a8ebab695f', 'subnets': [{'id': '3f952881-6d08-47bf-bbe5-52bc3168ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:29:27.135986 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b461a30-8a5a-4028-9733-433c6daea09c None None] The sync data for ids ['3e734cbf-7825-4d54-ba2d-aafd4dac6338'] in dv-cinder-775250-5-iscsi is: [{'id': '3e734cbf-7825-4d54-ba2d-aafd4dac6338', 'name': 'tempest-TestVolumeBootPattern-1509389866-router', 'tenant_id': '2ae13d5917154c73bb0548a8ebab695f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '99b05ceb-ba90-4983-9a8e-87366bd73895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:19Z', 'updated_at': '2021-06-16T16:29:22Z', 'revision_number': 4, 'project_id': '2ae13d5917154c73bb0548a8ebab695f', 'gw_port': {'id': '99b05ceb-ba90-4983-9a8e-87366bd73895', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e734cbf-7825-4d54-ba2d-aafd4dac6338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:19Z', 'updated_at': '2021-06-16T16:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': 'e202f886-3145-4a55-8108-12a87a56a40d', 'name': '', 'network_id': '4fd236fc-e4d4-4064-a78b-f50ba613cce2', 'tenant_id': '2ae13d5917154c73bb0548a8ebab695f', 'mac_address': 'fa:16:3e:5c:ba:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e734cbf-7825-4d54-ba2d-aafd4dac6338', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '3f952881-6d08-47bf-bbe5-52bc3168ffb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:21Z', 'updated_at': '2021-06-16T16:29:26Z', 'revision_number': 4, 'project_id': '2ae13d5917154c73bb0548a8ebab695f', 'subnets': [{'id': '3f952881-6d08-47bf-bbe5-52bc3168ffb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:29:27.546543 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 99b05ceb-ba90-4983-9a8e-87366bd73895 up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:29:27.598872 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port 99b05ceb-ba90-4983-9a8e-87366bd73895 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:27.599165 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:27.648182 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:27.685338 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device e202f886-3145-4a55-8108-12a87a56a40d up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:29:27.734579 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning for port e202f886-3145-4a55-8108-12a87a56a40d completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:29:27.738380 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port e202f886-3145-4a55-8108-12a87a56a40d triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:27.738764 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:27.806805 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device a64381bd-a1fe-4b67-8f7e-104ba306efbe up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:29:27.839755 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:27.885535 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] For port e202f886-3145-4a55-8108-12a87a56a40d, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=e202f886-3145-4a55-8108-12a87a56a40d,segment=NetworkSegment(3533e1b0-cece-43bf-ac88-fddc95577ec3),segment_id=3533e1b0-cece-43bf-ac88-fddc95577ec3)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:27.890965 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:27.893289 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:27.896106 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port a64381bd-a1fe-4b67-8f7e-104ba306efbe triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:27.896478 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:27.968088 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Pushing event updated for resources: {'Port': ['ID=e202f886-3145-4a55-8108-12a87a56a40d,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:27.971346 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:28.011474 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:28.033883 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5e665b-80e3-46fd-b5a6-5952d24a573e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:29:28.036161 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d7acfc-a377-472e-a61e-6bccea915fb3" -d '{"events": [{"server_uuid": "fa5e665b-80e3-46fd-b5a6-5952d24a573e", "name": "network-vif-plugged", "status": "completed", "tag": "a64381bd-a1fe-4b67-8f7e-104ba306efbe"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:29:28.048120 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port a64381bd-a1fe-4b67-8f7e-104ba306efbe, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a64381bd-a1fe-4b67-8f7e-104ba306efbe,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:28.052805 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:28.055328 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:28.093992 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80320ff-055e-45dc-b3ff-de4b75edbfd5 x-openstack-request-id: req-d80320ff-055e-45dc-b3ff-de4b75edbfd5 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:29:28.094294 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5e665b-80e3-46fd-b5a6-5952d24a573e", "name": "network-vif-plugged", "status": "completed", "tag": "a64381bd-a1fe-4b67-8f7e-104ba306efbe", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:29:28.094559 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d80320ff-055e-45dc-b3ff-de4b75edbfd5 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:29:28.094955 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5e665b-80e3-46fd-b5a6-5952d24a573e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe', 'code': 200} Jun 16 16:29:28.109039 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=a64381bd-a1fe-4b67-8f7e-104ba306efbe,revision_number=10']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:28.112057 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:28.227513 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd1e3c-f2ac-4e9d-9bff-eee927082ec8 req-761c1558-ae10-4c41-bc29-3a8c5aa4488c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:28.228984 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9fdd1e3c-f2ac-4e9d-9bff-eee927082ec8 req-761c1558-ae10-4c41-bc29-3a8c5aa4488c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 946 time: 0.0787220 Jun 16 16:29:28.254513 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:28.268303 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9fdd1e3c-f2ac-4e9d-9bff-eee927082ec8 req-0a2e8b35-5c48-43c1-bf63-247cfbae0cb8 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336580 Jun 16 16:29:28.296780 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72596c9e-9c40-4800-815a-0c90765c2d31 req-6826048a-8853-41d5-b83c-9e3c1ba54e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:28.298379 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-72596c9e-9c40-4800-815a-0c90765c2d31 req-6826048a-8853-41d5-b83c-9e3c1ba54e90 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 1099 time: 0.0561666 Jun 16 16:29:28.338284 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-72596c9e-9c40-4800-815a-0c90765c2d31 req-50dfa2ed-7025-4d6b-aa3d-dd3f1fd041f7 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308909 Jun 16 16:29:29.496011 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38699407-33c8-4d3b-8bcf-57135cedf6e5 req-9326e887-bd39-4a60-8dcc-3e4c3b852910 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:29.497648 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-38699407-33c8-4d3b-8bcf-57135cedf6e5 req-9326e887-bd39-4a60-8dcc-3e4c3b852910 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 946 time: 0.1052992 Jun 16 16:29:29.533334 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device e202f886-3145-4a55-8108-12a87a56a40d up at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:29:29.568476 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-38699407-33c8-4d3b-8bcf-57135cedf6e5 req-b9f3bcbd-5d1a-449d-8546-deaec64aa91a tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578177 Jun 16 16:29:29.619634 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Provisioning complete for port e202f886-3145-4a55-8108-12a87a56a40d triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:29.620130 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:30.753001 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de28f9-0d83-4e21-b769-0aefb033f116 req-9f88f171-1afb-4239-8faa-be07c456f338 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:30.754508 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-13de28f9-0d83-4e21-b769-0aefb033f116 req-9f88f171-1afb-4239-8faa-be07c456f338 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 946 time: 0.0666389 Jun 16 16:29:30.792863 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-13de28f9-0d83-4e21-b769-0aefb033f116 req-4bde644e-4163-49db-926c-9c40a567cba6 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324700 Jun 16 16:29:44.194919 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-56987925-365e-4f81-8c39-dbec65fcad5a tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-944488433&fields=id&tenant_id=c88518414b9d4537a6f35076bcdfa876 HTTP/1.1" status: 200 len: 267 time: 0.0366378 Jun 16 16:29:44.301226 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-ccb80b63-381b-486a-b68b-c3acdf801012 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:44.303390 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-ccb80b63-381b-486a-b68b-c3acdf801012 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/networks?id=9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 200 len: 812 time: 0.1010091 Jun 16 16:29:44.318630 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-23cb33d4-f138-4e7a-9dac-e253211e4a61 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/quotas/c88518414b9d4537a6f35076bcdfa876 HTTP/1.1" status: 200 len: 375 time: 0.0098774 Jun 16 16:29:44.390617 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-e793d73a-6893-4311-86a8-bc11509edf08 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c88518414b9d4537a6f35076bcdfa876&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670063 Jun 16 16:29:44.490803 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-07041ffa-fc9e-4ff7-a38a-eece31cc1bc3 service neutron] 10.222.0.86 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865467 Jun 16 16:29:44.582523 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-f99c6774-1399-4330-bba3-ecfe6d9a90e0 service neutron] 10.222.0.86 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860651 Jun 16 16:29:44.883121 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0400739c-d9cc-465e-a0a1-9577ddb33d91 req-ed88b31d-4855-442a-9e3e-46e0bad57772 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 210 time: 0.0287225 Jun 16 16:29:46.002666 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-e86ae8c2-f838-4363-81ab-0c3bd9e200ae tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:46.004150 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-e86ae8c2-f838-4363-81ab-0c3bd9e200ae tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.99 "GET /v2.0/networks?id=9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 200 len: 812 time: 0.1077175 Jun 16 16:29:46.044443 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5bccb1db-e468-4958-b6af-fcc953ad32c6 req-30d5f754-dda9-4150-ac0c-b73bba9c3059 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 210 time: 0.0378962 Jun 16 16:29:46.073996 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-6663564d-1b5a-4751-87c9-0b8f3cca138e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c88518414b9d4537a6f35076bcdfa876 HTTP/1.1" status: 200 len: 379 time: 0.0570302 Jun 16 16:29:46.085926 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Request body: {'port': {'device_id': 'ed528a51-8c98-4af1-b241-8d36032b9f5b', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'admin_state_up': True, 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'security_groups': ['47ddaba7-b007-4942-b886-87f679e67211']}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:29:46.191596 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Made reservation on behalf of c88518414b9d4537a6f35076bcdfa876 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:29:46.195498 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:46.322291 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Allocated IP 172.20.0.6 (9e512722-20d3-49d6-a0cb-008cc5c92094/94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4/e80423dd-fc09-47ed-aa4b-ec178436ebf8) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:29:46.464093 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:46.479091 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Transition to ACTIVE for port object e80423dd-fc09-47ed-aa4b-ec178436ebf8 will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:29:46.512477 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:46.517962 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:46.570054 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Network 9e512722-20d3-49d6-a0cb-008cc5c92094 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:29:46.574395 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:29:46.577252 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:29:46.603111 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event updated for resources: {'Port': ['ID=e80423dd-fc09-47ed-aa4b-ec178436ebf8,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:46.612716 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:46.613264 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:46.613672 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:46.614081 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:46.614446 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:46.614812 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:46.615282 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:46.615646 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:46.616010 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:46.616376 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:46.616726 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:46.617084 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:46.621474 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:46.649535 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:46.650350 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:46.667800 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5856345 Jun 16 16:29:46.680068 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Request body: {'port': {'device_id': 'ed528a51-8c98-4af1-b241-8d36032b9f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:29:46.759861 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:46.782421 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-44c94407-2371-450f-97f5-81f36a3bcf0d None None] Provisioning for port e80423dd-fc09-47ed-aa4b-ec178436ebf8 completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:29:46.787372 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-44c94407-2371-450f-97f5-81f36a3bcf0d None None] Provisioning complete for port e80423dd-fc09-47ed-aa4b-ec178436ebf8 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:46.787747 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-44c94407-2371-450f-97f5-81f36a3bcf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:46.824162 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-44c94407-2371-450f-97f5-81f36a3bcf0d None None] Port e80423dd-fc09-47ed-aa4b-ec178436ebf8 cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:29:47.016693 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80423dd-fc09-47ed-aa4b-ec178436ebf8 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:29:47.024646 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:47.036940 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Transition to ACTIVE for port object e80423dd-fc09-47ed-aa4b-ec178436ebf8 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:29:47.040259 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:47.042974 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3d1b4a14-c627-415c-83d7-8be2486ba815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:47.123620 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e80423dd-fc09-47ed-aa4b-ec178436ebf8,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:47.127195 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:47.197274 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Attempting to bind port e80423dd-fc09-47ed-aa4b-ec178436ebf8 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:29:47.197642 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Attempting to bind port e80423dd-fc09-47ed-aa4b-ec178436ebf8 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:29:47.197976 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Attempting to bind port e80423dd-fc09-47ed-aa4b-ec178436ebf8 on network 9e512722-20d3-49d6-a0cb-008cc5c92094 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:29:47.202339 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Port e80423dd-fc09-47ed-aa4b-ec178436ebf8 on network 9e512722-20d3-49d6-a0cb-008cc5c92094 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:29:47.202657 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Attempting to bind port e80423dd-fc09-47ed-aa4b-ec178436ebf8 on network 9e512722-20d3-49d6-a0cb-008cc5c92094 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:29:47.208183 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:29:47.208563 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Checking segment: {'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:29:47.208941 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Bound using segment: {'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:29:47.209492 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Bound port: e80423dd-fc09-47ed-aa4b-ec178436ebf8, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:29:47.209794 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:47.243319 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d449156-670a-4ec4-b04c-492be0f8659f req-16fc3529-ef4f-4624-910d-6980cbe5a8f7 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:47.244865 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5d449156-670a-4ec4-b04c-492be0f8659f req-16fc3529-ef4f-4624-910d-6980cbe5a8f7 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 943 time: 0.0753810 Jun 16 16:29:47.281877 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] For port e80423dd-fc09-47ed-aa4b-ec178436ebf8, host hv-cinder-77525, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:29:47.284839 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] For port e80423dd-fc09-47ed-aa4b-ec178436ebf8, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e80423dd-fc09-47ed-aa4b-ec178436ebf8,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:29:47.285179 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5d449156-670a-4ec4-b04c-492be0f8659f req-ba1d8aa2-84c6-4070-9927-1ff326dc9a94 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323532 Jun 16 16:29:47.290282 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:47.293333 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-69c58dc6-bd52-43e9-940d-c42151a61541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:47.323421 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:47.324113 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:47.325395 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] 10.222.0.99 "PUT /v2.0/ports/e80423dd-fc09-47ed-aa4b-ec178436ebf8 HTTP/1.1" status: 200 len: 1093 time: 0.6498268 Jun 16 16:29:47.325953 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed528a51-8c98-4af1-b241-8d36032b9f5b', 'tag': 'e80423dd-fc09-47ed-aa4b-ec178436ebf8'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:29:47.328253 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03a6f08-f453-44cb-829c-15e080ae0778" -d '{"events": [{"name": "network-changed", "server_uuid": "ed528a51-8c98-4af1-b241-8d36032b9f5b", "tag": "e80423dd-fc09-47ed-aa4b-ec178436ebf8"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:29:47.358625 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e80423dd-fc09-47ed-aa4b-ec178436ebf8,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:47.362581 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:47.376560 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db6dc54-4bf3-4bb5-a410-1d32be9306fa x-openstack-request-id: req-9db6dc54-4bf3-4bb5-a410-1d32be9306fa {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:29:47.376898 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed528a51-8c98-4af1-b241-8d36032b9f5b", "tag": "e80423dd-fc09-47ed-aa4b-ec178436ebf8", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:29:47.377199 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9db6dc54-4bf3-4bb5-a410-1d32be9306fa {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:29:47.377694 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed528a51-8c98-4af1-b241-8d36032b9f5b', 'tag': 'e80423dd-fc09-47ed-aa4b-ec178436ebf8', 'status': 'completed', 'code': 200} Jun 16 16:29:47.449065 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-f3ef7bc3-2d2d-4896-833c-431548101e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:47.450681 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-f3ef7bc3-2d2d-4896-833c-431548101e52 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c88518414b9d4537a6f35076bcdfa876&device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 1096 time: 0.0571771 Jun 16 16:29:47.502813 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-e196241e-947a-42e1-9a0e-ecdfef8bd793 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80423dd-fc09-47ed-aa4b-ec178436ebf8 HTTP/1.1" status: 200 len: 217 time: 0.0434752 Jun 16 16:29:47.551627 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-672a8934-7f8b-42f6-88b1-aaa9a609b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:47.553425 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-672a8934-7f8b-42f6-88b1-aaa9a609b040 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4 HTTP/1.1" status: 200 len: 851 time: 0.0438721 Jun 16 16:29:47.621229 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-76195e00-2a06-4baf-b454-666f3d3f126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:47.622627 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-76195e00-2a06-4baf-b454-666f3d3f126d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e512722-20d3-49d6-a0cb-008cc5c92094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510559 Jun 16 16:29:47.715840 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-97e2094a-4cd9-47ee-9770-660f7c03e573 service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843699 Jun 16 16:29:47.804954 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1a5802e8-aab5-4259-8a00-5207384761e4 req-1a69c1d7-3db3-46bc-b133-190ed0bc3828 service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812562 Jun 16 16:29:47.909579 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a6f08-f453-44cb-829c-15e080ae0778 req-4a51d7e7-7dfa-47e2-9ee6-5b6400cd9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:47.911076 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c03a6f08-f453-44cb-829c-15e080ae0778 req-4a51d7e7-7dfa-47e2-9ee6-5b6400cd9d5d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c88518414b9d4537a6f35076bcdfa876&device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 1096 time: 0.0519726 Jun 16 16:29:48.012479 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a6f08-f453-44cb-829c-15e080ae0778 req-ea1a4c8b-bbf6-474d-8236-85abf27e6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:48.013947 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c03a6f08-f453-44cb-829c-15e080ae0778 req-ea1a4c8b-bbf6-474d-8236-85abf27e6930 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 200 len: 913 time: 0.0902259 Jun 16 16:29:48.055726 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c03a6f08-f453-44cb-829c-15e080ae0778 req-3037a3ab-e966-4696-8a2c-b6370108f693 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80423dd-fc09-47ed-aa4b-ec178436ebf8 HTTP/1.1" status: 200 len: 217 time: 0.0329082 Jun 16 16:29:48.113726 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a6f08-f453-44cb-829c-15e080ae0778 req-77a09a18-4e71-483b-b2a3-2e2447c0ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:48.115680 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c03a6f08-f453-44cb-829c-15e080ae0778 req-77a09a18-4e71-483b-b2a3-2e2447c0ed2c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4 HTTP/1.1" status: 200 len: 851 time: 0.0460343 Jun 16 16:29:48.171772 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a6f08-f453-44cb-829c-15e080ae0778 req-e6a74ee1-c27b-4dec-860b-035ac0900b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:48.173209 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c03a6f08-f453-44cb-829c-15e080ae0778 req-e6a74ee1-c27b-4dec-860b-035ac0900b87 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e512722-20d3-49d6-a0cb-008cc5c92094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505209 Jun 16 16:29:48.268755 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c03a6f08-f453-44cb-829c-15e080ae0778 req-92dd2dca-0521-4fd2-8570-dba405c9eec0 service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828381 Jun 16 16:29:48.361605 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c03a6f08-f453-44cb-829c-15e080ae0778 req-8c12ecbc-c9c6-4957-9038-77d763409847 service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861626 Jun 16 16:29:48.461431 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593b346-e55d-436b-ae83-3c44a180c911 req-e04c36d0-b7b4-4593-b908-b2493a3b1de9 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:48.462922 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e593b346-e55d-436b-ae83-3c44a180c911 req-e04c36d0-b7b4-4593-b908-b2493a3b1de9 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 943 time: 0.0619302 Jun 16 16:29:48.499948 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-e593b346-e55d-436b-ae83-3c44a180c911 req-8f6423c3-d964-407d-8258-657bae84914f tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314293 Jun 16 16:29:49.674353 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c418b59-e16d-4d6f-bdc3-b3110a5fe5fc req-9c8a7767-7fa7-4bc9-9706-93119c35c085 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:49.675725 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3c418b59-e16d-4d6f-bdc3-b3110a5fe5fc req-9c8a7767-7fa7-4bc9-9706-93119c35c085 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 943 time: 0.0624635 Jun 16 16:29:49.718227 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3c418b59-e16d-4d6f-bdc3-b3110a5fe5fc req-56f89c63-76fc-4db4-846f-604783f4d466 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367577 Jun 16 16:29:50.888225 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287444b-25a7-42db-8b14-481f60bf1bec req-b0fe97c9-9b58-414f-b790-c59a5a6ab85c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:50.889755 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0287444b-25a7-42db-8b14-481f60bf1bec req-b0fe97c9-9b58-414f-b790-c59a5a6ab85c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 943 time: 0.0627465 Jun 16 16:29:50.931531 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0287444b-25a7-42db-8b14-481f60bf1bec req-8fb0cd88-7c4d-4f8f-94d9-d7383795a62a tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361567 Jun 16 16:29:52.105046 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57482d-47d4-4141-a45f-ad748d75c799 req-74c61991-7a3e-42d2-a73a-d37d26c04642 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:52.106535 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bb57482d-47d4-4141-a45f-ad748d75c799 req-74c61991-7a3e-42d2-a73a-d37d26c04642 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 943 time: 0.0629442 Jun 16 16:29:52.143893 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bb57482d-47d4-4141-a45f-ad748d75c799 req-7f5a8fc6-633e-496f-b916-dc19c7f3823a tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317132 Jun 16 16:29:52.179554 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-524978f3-6dfe-4489-8e53-7c57e4db8815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:53.314259 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b45bd1-fe21-4229-ba9c-e17be90fcf67 req-28a377eb-f0da-4045-874a-d26563588d37 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:53.315727 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d3b45bd1-fe21-4229-ba9c-e17be90fcf67 req-28a377eb-f0da-4045-874a-d26563588d37 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 943 time: 0.0622251 Jun 16 16:29:53.354561 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d3b45bd1-fe21-4229-ba9c-e17be90fcf67 req-c112384b-c367-48f3-81e1-8228525adcde tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321176 Jun 16 16:29:54.529474 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610afb9-1f2c-4454-9301-4e8c5fc5f653 req-7991c572-49a9-40d4-b6ca-cfa4a26ae8c3 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:54.530968 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0610afb9-1f2c-4454-9301-4e8c5fc5f653 req-7991c572-49a9-40d4-b6ca-cfa4a26ae8c3 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 943 time: 0.0625899 Jun 16 16:29:54.567617 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0610afb9-1f2c-4454-9301-4e8c5fc5f653 req-2bb430a8-b81a-41be-a7d8-c9ea57b60cdf tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308979 Jun 16 16:29:54.815589 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-64674017-928e-4051-af38-386c27bc93d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:54.918682 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:55.743070 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835d073-6e54-4fa1-8cae-460f3f3f9aaf req-c82e896c-f258-434a-b78f-e97ca3615edd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:55.744406 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1835d073-6e54-4fa1-8cae-460f3f3f9aaf req-c82e896c-f258-434a-b78f-e97ca3615edd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 943 time: 0.0622516 Jun 16 16:29:55.781896 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1835d073-6e54-4fa1-8cae-460f3f3f9aaf req-5d6b5436-f48f-493b-9c02-d3f458bf2648 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317860 Jun 16 16:29:55.886280 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:55.956577 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device e80423dd-fc09-47ed-aa4b-ec178436ebf8 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:29:56.047461 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port e80423dd-fc09-47ed-aa4b-ec178436ebf8, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e80423dd-fc09-47ed-aa4b-ec178436ebf8,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:56.049008 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:29:56.058694 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': 'e80423dd-fc09-47ed-aa4b-ec178436ebf8', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'port_id': 'e80423dd-fc09-47ed-aa4b-ec178436ebf8', 'mac_address': 'fa:16:3e:68:90:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:29:56.097114 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:56.109455 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80423dd-fc09-47ed-aa4b-ec178436ebf8 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:29:56.128480 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port e80423dd-fc09-47ed-aa4b-ec178436ebf8, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e80423dd-fc09-47ed-aa4b-ec178436ebf8,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:56.133140 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:56.134891 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:56.178191 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=e80423dd-fc09-47ed-aa4b-ec178436ebf8,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:56.184820 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:56.185170 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:56.185507 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:56.185865 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:56.186197 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:56.186525 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:56.186852 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:56.187178 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:56.187502 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:56.187825 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:56.188147 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:56.188466 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:29:56.192194 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:56.384362 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['e80423dd-fc09-47ed-aa4b-ec178436ebf8'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:29:56.954102 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757fc0e-bcc0-478e-9d59-63e9e1c8d9e5 req-f61f2fd7-3673-45df-b792-f899d1025116 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:56.955547 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b757fc0e-bcc0-478e-9d59-63e9e1c8d9e5 req-f61f2fd7-3673-45df-b792-f899d1025116 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 944 time: 0.0662422 Jun 16 16:29:56.993953 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b757fc0e-bcc0-478e-9d59-63e9e1c8d9e5 req-94a1cac3-4903-4868-a868-d0ccdbf3a0f4 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321691 Jun 16 16:29:57.645225 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:57.976114 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device e80423dd-fc09-47ed-aa4b-ec178436ebf8 up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:29:58.023723 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port e80423dd-fc09-47ed-aa4b-ec178436ebf8 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:29:58.027447 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port e80423dd-fc09-47ed-aa4b-ec178436ebf8 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:29:58.027830 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:58.106016 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:58.128097 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed528a51-8c98-4af1-b241-8d36032b9f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80423dd-fc09-47ed-aa4b-ec178436ebf8'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:29:58.130440 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744f1c08-dd16-45a7-a8d9-73fce59bd1e0" -d '{"events": [{"server_uuid": "ed528a51-8c98-4af1-b241-8d36032b9f5b", "name": "network-vif-plugged", "status": "completed", "tag": "e80423dd-fc09-47ed-aa4b-ec178436ebf8"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:29:58.143106 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port e80423dd-fc09-47ed-aa4b-ec178436ebf8, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e80423dd-fc09-47ed-aa4b-ec178436ebf8,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:29:58.147912 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:58.149788 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:29:58.171876 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2131354c-12ec-40b7-ae84-50f2010b13fb x-openstack-request-id: req-2131354c-12ec-40b7-ae84-50f2010b13fb {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:29:58.172172 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed528a51-8c98-4af1-b241-8d36032b9f5b", "name": "network-vif-plugged", "status": "completed", "tag": "e80423dd-fc09-47ed-aa4b-ec178436ebf8", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:29:58.172432 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2131354c-12ec-40b7-ae84-50f2010b13fb {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:29:58.172820 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed528a51-8c98-4af1-b241-8d36032b9f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80423dd-fc09-47ed-aa4b-ec178436ebf8', 'code': 200} Jun 16 16:29:58.176864 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea03bc4-6b0f-4c8a-849f-544a68c858eb req-5ffd6a5d-6ef8-4158-83f5-0642ee4d0277 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:58.179137 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3ea03bc4-6b0f-4c8a-849f-544a68c858eb req-5ffd6a5d-6ef8-4158-83f5-0642ee4d0277 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 944 time: 0.0722787 Jun 16 16:29:58.201822 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=e80423dd-fc09-47ed-aa4b-ec178436ebf8,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:29:58.204876 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:29:58.218285 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3ea03bc4-6b0f-4c8a-849f-544a68c858eb req-78819b85-d35b-473d-bd60-808b5b754004 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335491 Jun 16 16:29:58.253870 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:58.474203 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586250b-9876-4313-8d4f-32d7b9d9dad1 req-9e514e7a-6e7a-467d-a910-966d9036a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:58.475893 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1586250b-9876-4313-8d4f-32d7b9d9dad1 req-9e514e7a-6e7a-467d-a910-966d9036a0dc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 1098 time: 0.0517755 Jun 16 16:29:58.514567 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1586250b-9876-4313-8d4f-32d7b9d9dad1 req-5a229bc1-f9b4-41a1-9365-479422954347 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284059 Jun 16 16:29:59.388996 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996ba44-a2d5-4471-89b7-d872901f17a1 req-024da99b-1f16-4da2-9835-5d2d73dac462 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:29:59.390501 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e996ba44-a2d5-4471-89b7-d872901f17a1 req-024da99b-1f16-4da2-9835-5d2d73dac462 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 945 time: 0.0630407 Jun 16 16:29:59.429273 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e996ba44-a2d5-4471-89b7-d872901f17a1 req-ca544967-52a5-4625-9b3b-e36628c63e64 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331647 Jun 16 16:30:00.602140 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57359c-4bb3-466b-aa6d-9c1aa5b162b1 req-b0b2bace-a1af-424d-8de1-1857aa1ac132 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:00.603827 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2b57359c-4bb3-466b-aa6d-9c1aa5b162b1 req-b0b2bace-a1af-424d-8de1-1857aa1ac132 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 945 time: 0.0630348 Jun 16 16:30:00.641070 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2b57359c-4bb3-466b-aa6d-9c1aa5b162b1 req-262a236b-bcc2-4a3b-874c-fbb02ff0330a tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317001 Jun 16 16:30:00.815099 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad7353-168d-4545-91d4-9170811ee1a7 req-8e6c467c-4de5-4913-95c0-2fa7417103fc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:00.816464 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-24ad7353-168d-4545-91d4-9170811ee1a7 req-8e6c467c-4de5-4913-95c0-2fa7417103fc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 945 time: 0.0663626 Jun 16 16:30:00.853678 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-24ad7353-168d-4545-91d4-9170811ee1a7 req-9bb5b515-e920-4082-a114-998f88360125 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306511 Jun 16 16:30:00.877781 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 38094) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:01.013862 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b00721-a085-4dc1-93d7-9c0055bcb94a tempest-TestVolumeBootPattern-1647322452 tempest-TestVolumeBootPattern-1647322452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:01.015343 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-00b00721-a085-4dc1-93d7-9c0055bcb94a tempest-TestVolumeBootPattern-1647322452 tempest-TestVolumeBootPattern-1647322452-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 1093 time: 0.1366105 Jun 16 16:30:01.018274 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 38098) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:01.023185 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Request body: {'floatingip': {'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'port_id': 'e80423dd-fc09-47ed-aa4b-ec178436ebf8', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:30:01.044095 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for floatingip, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:01.140002 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:01.240550 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Allocated IP 172.27.0.250 (543270ac-5087-4a4b-b928-324956c3ce61/fb22e153-4378-4f12-ab9d-39b0c838861f/f83a59cd-7955-4b05-a810-e8119617cfdd) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:30:01.354801 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:01.394963 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:01.396972 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-5eaa8c3e-28bb-4dd2-bdfe-c127b937ebcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:01.433610 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Network 543270ac-5087-4a4b-b928-324956c3ce61 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:30:01.439860 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:01.446376 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:30:01.449519 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event updated for resources: {'Port': ['ID=f83a59cd-7955-4b05-a810-e8119617cfdd,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:01.468302 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:01.797988 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:01.872477 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:02.024572 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:02.029196 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:02.031346 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4dde54ec-2edc-42bf-a0de-c96fef06b2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:02.100098 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event updated for resources: {'Port': ['ID=f83a59cd-7955-4b05-a810-e8119617cfdd,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:02.104189 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:02.110821 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33160423'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:02.211496 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.l3_db [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Floating IP 458d0f25-0b92-4527-b6d8-bf22b3b30ef3 associated. External IP: 172.27.0.250, port: e80423dd-fc09-47ed-aa4b-ec178436ebf8. Jun 16 16:30:02.683193 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Router 2e3de56d-dfef-4b29-885c-691aa4b1907f has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:30:02.784090 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:30:02.794456 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f03f108-d64a-42fc-9ebd-acd7dd73975e None None] Sync routers for ids ['2e3de56d-dfef-4b29-885c-691aa4b1907f'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:30:02.799578 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:02.803157 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f03f108-d64a-42fc-9ebd-acd7dd73975e None None] Routers {'2e3de56d-dfef-4b29-885c-691aa4b1907f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:30:02.803771 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-0f03f108-d64a-42fc-9ebd-acd7dd73975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:29:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2e3de56d-dfef-4b29-885c-691aa4b1907f'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:02.839968 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8206596 Jun 16 16:30:02.840758 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed528a51-8c98-4af1-b241-8d36032b9f5b', 'tag': 'e80423dd-fc09-47ed-aa4b-ec178436ebf8'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:30:02.843098 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f08084-8130-4b18-a79e-72ce1472a741" -d '{"events": [{"name": "network-changed", "server_uuid": "ed528a51-8c98-4af1-b241-8d36032b9f5b", "tag": "e80423dd-fc09-47ed-aa4b-ec178436ebf8"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:30:02.879283 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7343c6d-f9fb-429c-8af4-7a8e5df9a7ef x-openstack-request-id: req-f7343c6d-f9fb-429c-8af4-7a8e5df9a7ef {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:30:02.879893 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed528a51-8c98-4af1-b241-8d36032b9f5b", "tag": "e80423dd-fc09-47ed-aa4b-ec178436ebf8", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:30:02.879893 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f7343c6d-f9fb-429c-8af4-7a8e5df9a7ef {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:30:02.880350 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed528a51-8c98-4af1-b241-8d36032b9f5b', 'tag': 'e80423dd-fc09-47ed-aa4b-ec178436ebf8', 'status': 'completed', 'code': 200} Jun 16 16:30:02.916430 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-0f03f108-d64a-42fc-9ebd-acd7dd73975e None None] Set router 2e3de56d-dfef-4b29-885c-691aa4b1907f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:30:02.959679 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f08084-8130-4b18-a79e-72ce1472a741 req-b5bd2639-50d1-446b-a3d8-caba51e6feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:02.961188 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-70f08084-8130-4b18-a79e-72ce1472a741 req-b5bd2639-50d1-446b-a3d8-caba51e6feb7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c88518414b9d4537a6f35076bcdfa876&device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 1098 time: 0.0522897 Jun 16 16:30:03.067854 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f08084-8130-4b18-a79e-72ce1472a741 req-89d7f3df-885e-42e4-9a93-713fae98bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:03.069224 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-70f08084-8130-4b18-a79e-72ce1472a741 req-89d7f3df-885e-42e4-9a93-713fae98bcd5 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 200 len: 913 time: 0.1003270 Jun 16 16:30:03.137705 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-70f08084-8130-4b18-a79e-72ce1472a741 req-8bfe4853-c987-4569-a171-924dec29ed20 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80423dd-fc09-47ed-aa4b-ec178436ebf8 HTTP/1.1" status: 200 len: 999 time: 0.0597010 Jun 16 16:30:03.149986 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-0f03f108-d64a-42fc-9ebd-acd7dd73975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '458d0f25-0b92-4527-b6d8-bf22b3b30ef3', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'port_id': 'e80423dd-fc09-47ed-aa4b-ec178436ebf8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'mac_address': 'fa:16:3e:68:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed528a51-8c98-4af1-b241-8d36032b9f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:30:01Z', 'updated_at': '2021-06-16T16:30:01Z', 'revision_number': 0, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:24Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:03.153270 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f03f108-d64a-42fc-9ebd-acd7dd73975e None None] Checking router: 2e3de56d-dfef-4b29-885c-691aa4b1907f for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:30:03.161471 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f03f108-d64a-42fc-9ebd-acd7dd73975e None None] Routers {'2e3de56d-dfef-4b29-885c-691aa4b1907f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:30:03.162438 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-0f03f108-d64a-42fc-9ebd-acd7dd73975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:29:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2e3de56d-dfef-4b29-885c-691aa4b1907f'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:03.186070 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f08084-8130-4b18-a79e-72ce1472a741 req-f111ef5e-32cd-409e-9ec5-8beeca4f2469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:03.187490 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-70f08084-8130-4b18-a79e-72ce1472a741 req-f111ef5e-32cd-409e-9ec5-8beeca4f2469 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4 HTTP/1.1" status: 200 len: 851 time: 0.0424836 Jun 16 16:30:03.248485 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f08084-8130-4b18-a79e-72ce1472a741 req-3e5aa370-7b64-4ad2-b7f5-c3a7db52c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:03.249992 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-70f08084-8130-4b18-a79e-72ce1472a741 req-3e5aa370-7b64-4ad2-b7f5-c3a7db52c985 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e512722-20d3-49d6-a0cb-008cc5c92094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549617 Jun 16 16:30:03.265542 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-0f03f108-d64a-42fc-9ebd-acd7dd73975e None None] Set router 2e3de56d-dfef-4b29-885c-691aa4b1907f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:30:03.342831 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-70f08084-8130-4b18-a79e-72ce1472a741 req-59963b24-5e58-4c05-91c8-c52a2da3fbd7 service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828986 Jun 16 16:30:03.440348 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-70f08084-8130-4b18-a79e-72ce1472a741 req-72d1917b-39f4-4cad-964c-c8e4ed6cf622 service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894754 Jun 16 16:30:03.488187 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-0f03f108-d64a-42fc-9ebd-acd7dd73975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '458d0f25-0b92-4527-b6d8-bf22b3b30ef3', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'port_id': 'e80423dd-fc09-47ed-aa4b-ec178436ebf8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'mac_address': 'fa:16:3e:68:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed528a51-8c98-4af1-b241-8d36032b9f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:30:01Z', 'updated_at': '2021-06-16T16:30:01Z', 'revision_number': 0, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:24Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:03.491945 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f03f108-d64a-42fc-9ebd-acd7dd73975e None None] The sync data for ids ['2e3de56d-dfef-4b29-885c-691aa4b1907f'] in dv-cinder-775250-5-iscsi is: [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '458d0f25-0b92-4527-b6d8-bf22b3b30ef3', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'port_id': 'e80423dd-fc09-47ed-aa4b-ec178436ebf8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'mac_address': 'fa:16:3e:68:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed528a51-8c98-4af1-b241-8d36032b9f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:30:01Z', 'updated_at': '2021-06-16T16:30:01Z', 'revision_number': 0, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:24Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:30:03.681055 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97a7b0a-5e47-4bfb-ab1a-e1a6639804c9 None None] New status for floating IP 458d0f25-0b92-4527-b6d8-bf22b3b30ef3: ACTIVE {{(pid=91608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:30:12.524541 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b43dad-38e9-4b9e-b9d5-8c84914cfe0d req-372458d6-adc7-452a-a57a-e32d754b1680 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:12.529055 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b7b43dad-38e9-4b9e-b9d5-8c84914cfe0d req-372458d6-adc7-452a-a57a-e32d754b1680 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 946 time: 0.0673587 Jun 16 16:30:12.569379 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b7b43dad-38e9-4b9e-b9d5-8c84914cfe0d req-cdd4dc1b-f993-47bc-bef8-ac32a7b7ac61 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360258 Jun 16 16:30:13.756907 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fae78-50a5-4bea-a664-bdf052f44044 req-c85a736b-58aa-4e58-86b5-336ec6ec5775 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:13.758324 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-502fae78-50a5-4bea-a664-bdf052f44044 req-c85a736b-58aa-4e58-86b5-336ec6ec5775 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 946 time: 0.0643916 Jun 16 16:30:13.796388 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-502fae78-50a5-4bea-a664-bdf052f44044 req-2a5b63bc-07b5-4bdc-a9c0-6c11a244c1f2 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups?id=19591cb3-b08c-4036-8e98-1aed2e8ceeba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323751 Jun 16 16:30:13.955395 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fde9c-4259-4b9e-bb9d-cac9a1f66662 req-0a54d18a-353c-4807-9935-bcb02eaad71c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:13.957144 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-479fde9c-4259-4b9e-bb9d-cac9a1f66662 req-0a54d18a-353c-4807-9935-bcb02eaad71c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.99 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 946 time: 0.0657408 Jun 16 16:30:14.062049 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-479fde9c-4259-4b9e-bb9d-cac9a1f66662 req-3ae65a60-0488-446b-b4c4-d5926c5f1f72 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Deleting port a64381bd-a1fe-4b67-8f7e-104ba306efbe {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:30:14.062313 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-479fde9c-4259-4b9e-bb9d-cac9a1f66662 req-3ae65a60-0488-446b-b4c4-d5926c5f1f72 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:14.154815 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-479fde9c-4259-4b9e-bb9d-cac9a1f66662 req-3ae65a60-0488-446b-b4c4-d5926c5f1f72 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] For port a64381bd-a1fe-4b67-8f7e-104ba306efbe, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=a64381bd-a1fe-4b67-8f7e-104ba306efbe,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:14.155182 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-479fde9c-4259-4b9e-bb9d-cac9a1f66662 req-3ae65a60-0488-446b-b4c4-d5926c5f1f72 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:14.331975 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-479fde9c-4259-4b9e-bb9d-cac9a1f66662 req-3ae65a60-0488-446b-b4c4-d5926c5f1f72 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:14.332606 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-479fde9c-4259-4b9e-bb9d-cac9a1f66662 req-3ae65a60-0488-446b-b4c4-d5926c5f1f72 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33160423'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:14.333110 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.l3_db [req-479fde9c-4259-4b9e-bb9d-cac9a1f66662 req-3ae65a60-0488-446b-b4c4-d5926c5f1f72 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Floating IP 7bd5bdfc-1d15-487f-bf95-73d36cb90e05 disassociated. External IP: 172.27.0.27, port: a64381bd-a1fe-4b67-8f7e-104ba306efbe. Jun 16 16:30:14.333451 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-479fde9c-4259-4b9e-bb9d-cac9a1f66662 req-3ae65a60-0488-446b-b4c4-d5926c5f1f72 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Calling delete_port for a64381bd-a1fe-4b67-8f7e-104ba306efbe owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:30:14.458498 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-479fde9c-4259-4b9e-bb9d-cac9a1f66662 req-3ae65a60-0488-446b-b4c4-d5926c5f1f72 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:14.462556 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:14.493630 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae65a60-0488-446b-b4c4-d5926c5f1f72 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Pushing event deleted for resources: {'Port': ['ID=a64381bd-a1fe-4b67-8f7e-104ba306efbe,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:14.497055 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3ae65a60-0488-446b-b4c4-d5926c5f1f72 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:14.603076 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-479fde9c-4259-4b9e-bb9d-cac9a1f66662 req-3ae65a60-0488-446b-b4c4-d5926c5f1f72 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:30:14.704378 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-479fde9c-4259-4b9e-bb9d-cac9a1f66662 req-3ae65a60-0488-446b-b4c4-d5926c5f1f72 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:30:14.716630 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba5b71c-27f4-4829-b45d-53a454fc206a None None] Sync routers for ids ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:30:14.725786 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba5b71c-27f4-4829-b45d-53a454fc206a None None] Routers {'0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:30:14.726417 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-dba5b71c-27f4-4829-b45d-53a454fc206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:29:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:14.751350 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-479fde9c-4259-4b9e-bb9d-cac9a1f66662 req-3ae65a60-0488-446b-b4c4-d5926c5f1f72 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] No DVR routers for this DVR port a64381bd-a1fe-4b67-8f7e-104ba306efbe on host hv-cinder-77525 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:30:14.754484 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-479fde9c-4259-4b9e-bb9d-cac9a1f66662 req-3ae65a60-0488-446b-b4c4-d5926c5f1f72 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:14.756429 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-479fde9c-4259-4b9e-bb9d-cac9a1f66662 req-3ae65a60-0488-446b-b4c4-d5926c5f1f72 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.99 "DELETE /v2.0/ports/a64381bd-a1fe-4b67-8f7e-104ba306efbe HTTP/1.1" status: 204 len: 173 time: 0.7926335 Jun 16 16:30:14.756935 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5e665b-80e3-46fd-b5a6-5952d24a573e', 'name': 'network-vif-deleted', 'tag': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:30:14.759230 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003a38cb-beeb-4ffd-9e4b-adf806902ee2" -d '{"events": [{"server_uuid": "fa5e665b-80e3-46fd-b5a6-5952d24a573e", "name": "network-vif-deleted", "tag": "a64381bd-a1fe-4b67-8f7e-104ba306efbe"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:30:14.801502 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bbd891-6f6e-4ded-9bee-3ab1d0521d9d x-openstack-request-id: req-70bbd891-6f6e-4ded-9bee-3ab1d0521d9d {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:30:14.802027 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5e665b-80e3-46fd-b5a6-5952d24a573e", "name": "network-vif-deleted", "tag": "a64381bd-a1fe-4b67-8f7e-104ba306efbe", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:30:14.802442 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-70bbd891-6f6e-4ded-9bee-3ab1d0521d9d {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:30:14.802890 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5e665b-80e3-46fd-b5a6-5952d24a573e', 'name': 'network-vif-deleted', 'tag': 'a64381bd-a1fe-4b67-8f7e-104ba306efbe', 'status': 'completed', 'code': 200} Jun 16 16:30:14.857195 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-dba5b71c-27f4-4829-b45d-53a454fc206a None None] Set router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:30:14.962653 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7674592b-80ed-400f-8149-f552851d79bc req-5e13cd3b-a84b-4662-ae37-cdcc219e4dfd tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/ports?device_id=fa5e665b-80e3-46fd-b5a6-5952d24a573e HTTP/1.1" status: 200 len: 210 time: 0.0321286 Jun 16 16:30:15.080352 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-dba5b71c-27f4-4829-b45d-53a454fc206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:37Z', 'revision_number': 4, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port': {'id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '7be4786c-4e56-45af-8ea4-05d7e07f0471', 'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'mac_address': 'fa:16:3e:22:bc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:36Z', 'updated_at': '2021-06-16T16:23:43Z', 'revision_number': 5, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'subnets': [{'id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:15.083939 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba5b71c-27f4-4829-b45d-53a454fc206a None None] Checking router: 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:30:15.091730 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba5b71c-27f4-4829-b45d-53a454fc206a None None] Routers {'0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:30:15.092326 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-dba5b71c-27f4-4829-b45d-53a454fc206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:29:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:15.196518 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-dba5b71c-27f4-4829-b45d-53a454fc206a None None] Set router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:30:15.478994 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-dba5b71c-27f4-4829-b45d-53a454fc206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:37Z', 'revision_number': 4, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port': {'id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '7be4786c-4e56-45af-8ea4-05d7e07f0471', 'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'mac_address': 'fa:16:3e:22:bc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:36Z', 'updated_at': '2021-06-16T16:23:43Z', 'revision_number': 5, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'subnets': [{'id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:15.484187 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba5b71c-27f4-4829-b45d-53a454fc206a None None] The sync data for ids ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'] in dv-cinder-775250-5-iscsi is: [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:37Z', 'revision_number': 4, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port': {'id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '7be4786c-4e56-45af-8ea4-05d7e07f0471', 'name': '', 'network_id': 'ca357a02-cc61-4746-b1f2-e805d6e11173', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'mac_address': 'fa:16:3e:22:bc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:36Z', 'updated_at': '2021-06-16T16:23:43Z', 'revision_number': 5, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'subnets': [{'id': '14329842-aea0-4ad3-99be-a5df5d0572d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:30:15.703311 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de280649-733d-4682-99c7-ddfcb3c4b550 None None] New status for floating IP 7bd5bdfc-1d15-487f-bf95-73d36cb90e05: DOWN {{(pid=91608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:30:16.087642 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device a64381bd-a1fe-4b67-8f7e-104ba306efbe no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:30:16.093033 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 38130) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:16.107959 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: a64381bd-a1fe-4b67-8f7e-104ba306efbe {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:30:16.108314 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device a64381bd-a1fe-4b67-8f7e-104ba306efbe not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:30:16.157673 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-72a6526a-4fc7-4638-a84a-c0087c72d28d tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:16.180214 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-72a6526a-4fc7-4638-a84a-c0087c72d28d tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:16.225615 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-72a6526a-4fc7-4638-a84a-c0087c72d28d tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:16.228374 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-72a6526a-4fc7-4638-a84a-c0087c72d28d tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:16.229500 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-72a6526a-4fc7-4638-a84a-c0087c72d28d tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "DELETE /v2.0/security-groups/19591cb3-b08c-4036-8e98-1aed2e8ceeba HTTP/1.1" status: 204 len: 168 time: 0.1354072 Jun 16 16:30:16.230349 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-cabedd81-1098-4b5a-acd3-5939b7b9cc8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:16.232251 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 38132) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:16.239098 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6526a-4fc7-4638-a84a-c0087c72d28d tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19591cb3-b08c-4036-8e98-1aed2e8ceeba,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:16.241485 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-72a6526a-4fc7-4638-a84a-c0087c72d28d tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:16.248679 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.api.v2.resource [None req-9aadc050-5337-486e-9c3e-ecaab519c574 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] show failed (client error): The resource could not be found. Jun 16 16:30:16.249724 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-9aadc050-5337-486e-9c3e-ecaab519c574 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "GET /v2.0/security-groups/19591cb3-b08c-4036-8e98-1aed2e8ceeba HTTP/1.1" status: 404 len: 347 time: 0.0164433 Jun 16 16:30:16.253045 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 38134) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:16.376303 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Deleting port 91abda50-4672-410e-97ad-2ebf0f10ba2c {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:30:16.376552 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:16.450301 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:16.450623 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:16.515299 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Calling delete_port for 91abda50-4672-410e-97ad-2ebf0f10ba2c owned by network:floatingip {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:30:16.649529 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:16.652383 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-72601536-286c-4e99-b66b-afa34c49edd1 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:16.677590 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Pushing event deleted for resources: {'Port': ['ID=91abda50-4672-410e-97ad-2ebf0f10ba2c,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:16.703203 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:16.703593 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:16.703975 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:16.704351 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:16.704724 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:16.705094 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:16.705498 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:16.705890 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:16.706253 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:16.706614 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:16.706978 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:16.707336 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:16.710973 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:16.746558 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks [] for floatingip, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:16.749047 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:16.750460 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-a2ce43ad-ea09-4007-a1c7-89e950783571 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] 10.222.0.86 "DELETE /v2.0/floatingips/7bd5bdfc-1d15-487f-bf95-73d36cb90e05 HTTP/1.1" status: 204 len: 168 time: 0.4959941 Jun 16 16:30:19.305230 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 38156) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:19.748381 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdca1-95f3-4af4-a2af-ba334db1c43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33458880'] for router_interface, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:19.994966 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-0b3fdca1-95f3-4af4-a2af-ba334db1c43e admin admin] Deleting port 7be4786c-4e56-45af-8ea4-05d7e07f0471 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:30:19.995301 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdca1-95f3-4af4-a2af-ba334db1c43e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:20.071094 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-0b3fdca1-95f3-4af4-a2af-ba334db1c43e admin admin] For port 7be4786c-4e56-45af-8ea4-05d7e07f0471, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=7be4786c-4e56-45af-8ea4-05d7e07f0471,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:20.071390 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdca1-95f3-4af4-a2af-ba334db1c43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:20.135796 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-0b3fdca1-95f3-4af4-a2af-ba334db1c43e admin admin] Calling delete_port for 7be4786c-4e56-45af-8ea4-05d7e07f0471 owned by network:router_interface {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:30:20.312189 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdca1-95f3-4af4-a2af-ba334db1c43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:20.315124 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-37533ad6-0187-4df0-bff5-f7a198704c3e tempest-AttachVolumeNegativeTest-594474237 tempest-AttachVolumeNegativeTest-594474237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:20.338446 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fdca1-95f3-4af4-a2af-ba334db1c43e admin admin] Pushing event deleted for resources: {'Port': ['ID=7be4786c-4e56-45af-8ea4-05d7e07f0471,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:20.341347 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-0b3fdca1-95f3-4af4-a2af-ba334db1c43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:20.792858 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-0b3fdca1-95f3-4af4-a2af-ba334db1c43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33290173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33458772'] for router_interface, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:21.001844 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3fdca1-95f3-4af4-a2af-ba334db1c43e admin admin] Router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:30:21.106634 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3fdca1-95f3-4af4-a2af-ba334db1c43e admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:30:21.112575 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-0b3fdca1-95f3-4af4-a2af-ba334db1c43e admin admin] 10.222.0.86 "PUT /v2.0/routers/0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8062255 Jun 16 16:30:21.115233 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 38160) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:21.116470 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f4fff2-72e3-4049-ab94-139bde5b14e3 None None] Sync routers for ids ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:30:21.125338 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f4fff2-72e3-4049-ab94-139bde5b14e3 None None] Routers {'0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:30:21.127429 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-e8f4fff2-72e3-4049-ab94-139bde5b14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:29:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:21.222438 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-06fc988b-6b32-4bda-b5c7-a5f359c4bfe1 admin admin] Notify callbacks [] for router, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:21.228603 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-e8f4fff2-72e3-4049-ab94-139bde5b14e3 None None] Set router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:30:21.326169 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-06fc988b-6b32-4bda-b5c7-a5f359c4bfe1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:21.379321 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-06fc988b-6b32-4bda-b5c7-a5f359c4bfe1 admin admin] Deleting port ce8227fc-70c6-4dea-88ae-ad5576800c69 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:30:21.379542 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-06fc988b-6b32-4bda-b5c7-a5f359c4bfe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:21.403466 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-e8f4fff2-72e3-4049-ab94-139bde5b14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:30:20Z', 'revision_number': 5, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port': {'id': 'ce8227fc-70c6-4dea-88ae-ad5576800c69', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:21.407274 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f4fff2-72e3-4049-ab94-139bde5b14e3 None None] Checking router: 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:30:21.415384 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f4fff2-72e3-4049-ab94-139bde5b14e3 None None] Routers {'0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:30:21.415987 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-e8f4fff2-72e3-4049-ab94-139bde5b14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:29:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:21.467647 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-06fc988b-6b32-4bda-b5c7-a5f359c4bfe1 admin admin] For port ce8227fc-70c6-4dea-88ae-ad5576800c69, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=ce8227fc-70c6-4dea-88ae-ad5576800c69,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:21.467997 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-06fc988b-6b32-4bda-b5c7-a5f359c4bfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:21.501929 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-e8f4fff2-72e3-4049-ab94-139bde5b14e3 None None] Set router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c gateway port host: None {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:30:21.533874 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-06fc988b-6b32-4bda-b5c7-a5f359c4bfe1 admin admin] Calling delete_port for ce8227fc-70c6-4dea-88ae-ad5576800c69 owned by network:router_gateway {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:30:21.557754 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-e8f4fff2-72e3-4049-ab94-139bde5b14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:30:21Z', 'revision_number': 6, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port_host': None}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:21.561283 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f4fff2-72e3-4049-ab94-139bde5b14e3 None None] The sync data for ids ['0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c'] in dv-cinder-775250-5-iscsi is: [{'id': '0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c', 'name': 'tempest-AttachVolumeShelveTestJSON-2114005157-router', 'tenant_id': '7b800ffbc0714945a225ea99c5155534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:33Z', 'updated_at': '2021-06-16T16:30:21Z', 'revision_number': 6, 'project_id': '7b800ffbc0714945a225ea99c5155534', 'gw_port_host': None}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:30:21.703330 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-06fc988b-6b32-4bda-b5c7-a5f359c4bfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:21.705989 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-73d5126c-f8fc-4b9a-9203-b14f0612693c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:21.733144 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc988b-6b32-4bda-b5c7-a5f359c4bfe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8227fc-70c6-4dea-88ae-ad5576800c69,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:21.735798 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-06fc988b-6b32-4bda-b5c7-a5f359c4bfe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:21.795453 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-06fc988b-6b32-4bda-b5c7-a5f359c4bfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33160215'] for router_gateway, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:21.885806 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-06fc988b-6b32-4bda-b5c7-a5f359c4bfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33458004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-813'] for router, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:21.887804 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-06fc988b-6b32-4bda-b5c7-a5f359c4bfe1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:21.934680 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-06fc988b-6b32-4bda-b5c7-a5f359c4bfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33457245'] for router, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:21.935190 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fc988b-6b32-4bda-b5c7-a5f359c4bfe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c {{(pid=91606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:30:21.940134 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-06fc988b-6b32-4bda-b5c7-a5f359c4bfe1 admin admin] Notify callbacks [] for router, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:21.941283 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-06fc988b-6b32-4bda-b5c7-a5f359c4bfe1 admin admin] 10.222.0.86 "DELETE /v2.0/routers/0058cfc2-fb72-4230-a4ad-7dafd1fe8a9c HTTP/1.1" status: 204 len: 168 time: 0.8251259 Jun 16 16:30:21.943828 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 38162) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:21.990136 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a6811c-b73a-4797-999c-316c9f896207 admin admin] Deleting subnet 14329842-aea0-4ad3-99be-a5df5d0572d3 {{(pid=91606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:30:21.993295 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-52a6811c-b73a-4797-999c-316c9f896207 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:22.028357 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-52a6811c-b73a-4797-999c-316c9f896207 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30266016'] for subnet, precommit_delete_associations {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:22.103308 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-52a6811c-b73a-4797-999c-316c9f896207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766633'] for subnet, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:22.158626 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-52a6811c-b73a-4797-999c-316c9f896207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30257252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29844807'] for subnet, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:22.161594 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d372f001-ea1d-43b6-ab14-fe8395728ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:22.181995 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-25a64d84-b5db-4062-aab2-5e50ff17d514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:22.186516 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6811c-b73a-4797-999c-316c9f896207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14329842-aea0-4ad3-99be-a5df5d0572d3,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:22.188961 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-52a6811c-b73a-4797-999c-316c9f896207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:22.193190 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-52a6811c-b73a-4797-999c-316c9f896207 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/14329842-aea0-4ad3-99be-a5df5d0572d3 HTTP/1.1" status: 204 len: 168 time: 0.2460759 Jun 16 16:30:22.193190 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-52a6811c-b73a-4797-999c-316c9f896207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:22.193637 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 38164) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:22.196779 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3731f819-212e-4999-ba42-06557be013b3 None None] Network ca357a02-cc61-4746-b1f2-e805d6e11173 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:30:22.267506 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-693812'] for network, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:22.328238 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] Deleting port 0f509d75-a2a3-4284-81aa-265c59d5aa97 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:30:22.328730 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:22.404866 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] For port 0f509d75-a2a3-4284-81aa-265c59d5aa97, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=0f509d75-a2a3-4284-81aa-265c59d5aa97,segment=NetworkSegment(e23b14d1-996c-47a1-8389-b1b371cf8fb4),segment_id=e23b14d1-996c-47a1-8389-b1b371cf8fb4)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:22.405242 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:22.475630 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] Calling delete_port for 0f509d75-a2a3-4284-81aa-265c59d5aa97 owned by network:dhcp {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:30:22.512796 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d112951b-aa0a-4705-8184-edb79bb5dfdf None None] DHCP port deletion for ca357a02-cc61-4746-b1f2-e805d6e11173 request from dv-cinder-775250-5-iscsi {{(pid=91608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:30:22.559662 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-d112951b-aa0a-4705-8184-edb79bb5dfdf None None] Deleting port 0f509d75-a2a3-4284-81aa-265c59d5aa97 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:30:22.560124 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d112951b-aa0a-4705-8184-edb79bb5dfdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:22.562596 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:22.566259 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ec10869b-9f59-44c8-a53d-fc2d89c1c986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:22.589411 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f509d75-a2a3-4284-81aa-265c59d5aa97,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:22.592416 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:22.593197 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] No DVR routers for this DVR port 0f509d75-a2a3-4284-81aa-265c59d5aa97 on host dv-cinder-775250-5-iscsi {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:30:22.635864 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-d112951b-aa0a-4705-8184-edb79bb5dfdf None None] For port 0f509d75-a2a3-4284-81aa-265c59d5aa97, host dv-cinder-775250-5-iscsi, got binding levels [] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:22.636568 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d112951b-aa0a-4705-8184-edb79bb5dfdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:22.671951 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-768294', 'neutron.services.segments.db._delete_segments_for_network-8738765585457'] for network, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:22.683068 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca357a02-cc61-4746-b1f2-e805d6e11173']}} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:22.693689 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23b14d1-996c-47a1-8389-b1b371cf8fb4') {'for_net_delete': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:22.693987 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23b14d1-996c-47a1-8389-b1b371cf8fb4') {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:22.702578 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765584770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30482068'] for segment, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:22.705309 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-d112951b-aa0a-4705-8184-edb79bb5dfdf None None] Calling delete_port for 0f509d75-a2a3-4284-81aa-265c59d5aa97 owned by network:dhcp {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:30:22.708866 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.ipam_backend_mixin [None req-d112951b-aa0a-4705-8184-edb79bb5dfdf None None] Port 0f509d75-a2a3-4284-81aa-265c59d5aa97 was not found and therefore no delete operation was performed {{(pid=91608) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 16 16:30:22.710550 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d112951b-aa0a-4705-8184-edb79bb5dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:22.712372 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:22.720306 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:22.726732 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=91607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:30:22.727074 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30482742'] for segment, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: Traceback (most recent call last): Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: timer() Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: cb(*args, **kw) Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: return func(*args, **kwargs) Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: self._notify() Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: self.callback(batched_events) Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: event.method(event) Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: return f(self, *a, **k) Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: return self._get(url).json() Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: return self.request(url, 'GET', **kwargs) Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:30:22.729184 dv-cinder-775250-5-iscsi neutron-server[91607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:30:22.738226 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112951b-aa0a-4705-8184-edb79bb5dfdf None None] Pushing event deleted for resources: {'Port': ['ID=0f509d75-a2a3-4284-81aa-265c59d5aa97,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:22.741541 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-d112951b-aa0a-4705-8184-edb79bb5dfdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:22.744260 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d112951b-aa0a-4705-8184-edb79bb5dfdf None None] No DVR routers for this DVR port 0f509d75-a2a3-4284-81aa-265c59d5aa97 on host dv-cinder-775250-5-iscsi {{(pid=91608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:30:22.791747 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33160313'] for network, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:22.796389 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:22.799490 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] 10.222.0.86 "DELETE /v2.0/networks/ca357a02-cc61-4746-b1f2-e805d6e11173 HTTP/1.1" status: 204 len: 168 time: 0.6050303 Jun 16 16:30:22.800174 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:22.812101 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca357a02-cc61-4746-b1f2-e805d6e11173,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:22.815029 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:22.914015 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 38168) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:22.958636 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-c32d3620-aac2-4c69-9b57-6dde12a21483 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7b800ffbc0714945a225ea99c5155534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433090 Jun 16 16:30:22.960862 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 38170) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:23.010060 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-26df05cb-8503-4fbd-870f-bad6fe37fd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:23.031678 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-26df05cb-8503-4fbd-870f-bad6fe37fd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:23.077179 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-26df05cb-8503-4fbd-870f-bad6fe37fd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:23.080602 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-26df05cb-8503-4fbd-870f-bad6fe37fd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:23.081781 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-26df05cb-8503-4fbd-870f-bad6fe37fd5a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2558c93e-0797-4218-96ed-d0c82cd689d9 HTTP/1.1" status: 204 len: 168 time: 0.1200259 Jun 16 16:30:23.082619 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c6210452-fda4-4a5f-b89e-71b91399bdb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:23.090280 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df05cb-8503-4fbd-870f-bad6fe37fd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2558c93e-0797-4218-96ed-d0c82cd689d9,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:23.092565 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-26df05cb-8503-4fbd-870f-bad6fe37fd5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:23.495463 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 7be4786c-4e56-45af-8ea4-05d7e07f0471 no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:30:23.516150 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: 7be4786c-4e56-45af-8ea4-05d7e07f0471 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:30:23.516512 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 7be4786c-4e56-45af-8ea4-05d7e07f0471 not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:30:23.516944 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device ce8227fc-70c6-4dea-88ae-ad5576800c69 no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:30:23.535044 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: ce8227fc-70c6-4dea-88ae-ad5576800c69 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:30:23.535405 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device ce8227fc-70c6-4dea-88ae-ad5576800c69 not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:30:23.535837 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 0f509d75-a2a3-4284-81aa-265c59d5aa97 no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:30:23.554139 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: 0f509d75-a2a3-4284-81aa-265c59d5aa97 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:30:23.554593 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 0f509d75-a2a3-4284-81aa-265c59d5aa97 not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:30:24.816954 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-66512a7a-04d8-4658-9481-da3ed3bf3e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:24.887094 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 38234) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:24.920047 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:24.993483 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-94064d91-fe5c-4f16-ac9c-387f0e952136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:25.087312 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-94064d91-fe5c-4f16-ac9c-387f0e952136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:25.091478 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-94064d91-fe5c-4f16-ac9c-387f0e952136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:25.094456 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b99a40fe-03e8-49ae-a370-cbfa42665c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:25.129488 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94064d91-fe5c-4f16-ac9c-387f0e952136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eac57ba-80eb-422f-91e8-6b609372261d,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:25.132482 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-94064d91-fe5c-4f16-ac9c-387f0e952136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:25.142643 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-94064d91-fe5c-4f16-ac9c-387f0e952136 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0bad645f656f4fffae00635dc8174c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539203 Jun 16 16:30:25.146099 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 38238) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:25.197782 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a18a-188c-4641-86c0-bb8e88b12468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:25.219164 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a18a-188c-4641-86c0-bb8e88b12468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:25.266098 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a18a-188c-4641-86c0-bb8e88b12468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:25.268609 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a18a-188c-4641-86c0-bb8e88b12468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:25.269764 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-d6e6a18a-188c-4641-86c0-bb8e88b12468 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8eac57ba-80eb-422f-91e8-6b609372261d HTTP/1.1" status: 204 len: 168 time: 0.1227329 Jun 16 16:30:25.270581 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-49e838aa-825c-4db4-84e3-077755f54418 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:25.277929 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6a18a-188c-4641-86c0-bb8e88b12468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eac57ba-80eb-422f-91e8-6b609372261d,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:25.282007 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d6e6a18a-188c-4641-86c0-bb8e88b12468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:25.531346 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 38244) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:25.544304 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-17041e37-99fa-4606-9db3-d66a07295fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:25.636820 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-17041e37-99fa-4606-9db3-d66a07295fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:25.640883 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-17041e37-99fa-4606-9db3-d66a07295fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:25.643509 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c4a5e17e-792e-435e-9cfc-d80ec5da3eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:25.680379 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-17041e37-99fa-4606-9db3-d66a07295fd1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2ea25a8bc93a4523b5788c429da3a04c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479933 Jun 16 16:30:25.681116 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17041e37-99fa-4606-9db3-d66a07295fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d6a5d6-7406-4a92-b69b-274b0dae7e70,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:25.683213 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 38246) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:25.684217 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-17041e37-99fa-4606-9db3-d66a07295fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:25.732277 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-74d721cc-d24b-4f43-b53d-27219c37f3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:25.754856 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-74d721cc-d24b-4f43-b53d-27219c37f3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:25.801360 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-74d721cc-d24b-4f43-b53d-27219c37f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:25.804125 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-74d721cc-d24b-4f43-b53d-27219c37f3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:25.805258 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-74d721cc-d24b-4f43-b53d-27219c37f3d8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c0d6a5d6-7406-4a92-b69b-274b0dae7e70 HTTP/1.1" status: 204 len: 168 time: 0.1211290 Jun 16 16:30:25.806126 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-0c714109-2b23-437e-8c78-a1dcd78ed038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:25.814138 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d721cc-d24b-4f43-b53d-27219c37f3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d6a5d6-7406-4a92-b69b-274b0dae7e70,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:25.816460 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-74d721cc-d24b-4f43-b53d-27219c37f3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:25.889753 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:27.657896 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:28.179756 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f75df36b-419a-47f2-9b69-5eee39747d4a req-c54a7b9a-785e-4014-a68e-5196488f3a5b service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542483 Jun 16 16:30:28.256058 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:28.279871 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75df36b-419a-47f2-9b69-5eee39747d4a req-52bb2451-8aeb-4740-a05e-f6a958223cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:28.281361 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f75df36b-419a-47f2-9b69-5eee39747d4a req-52bb2451-8aeb-4740-a05e-f6a958223cf7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5d00520292d84c42b4213f5e6aec6735&device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 1098 time: 0.0569513 Jun 16 16:30:28.403021 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75df36b-419a-47f2-9b69-5eee39747d4a req-255cb858-e188-4920-a10b-5d01c2718286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:28.404867 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f75df36b-419a-47f2-9b69-5eee39747d4a req-255cb858-e188-4920-a10b-5d01c2718286 service neutron] 10.222.0.99 "GET /v2.0/networks?id=56ac3c7b-22b1-42f7-9183-5932379dd8c9 HTTP/1.1" status: 200 len: 909 time: 0.1025610 Jun 16 16:30:28.478686 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f75df36b-419a-47f2-9b69-5eee39747d4a req-0fd3c5e6-5a95-4759-b7d5-aff6d63f01d0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=295f4870-aaae-42b9-b867-4b1b646ee307 HTTP/1.1" status: 200 len: 1001 time: 0.0661380 Jun 16 16:30:28.564343 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75df36b-419a-47f2-9b69-5eee39747d4a req-aa379ae1-c18c-451e-a933-d58fdde8d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:28.565159 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f75df36b-419a-47f2-9b69-5eee39747d4a req-aa379ae1-c18c-451e-a933-d58fdde8d679 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f52f01af-fb97-46cb-853b-d0299d099dde HTTP/1.1" status: 200 len: 847 time: 0.0777218 Jun 16 16:30:28.624605 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75df36b-419a-47f2-9b69-5eee39747d4a req-948eb2cc-acf0-488d-838c-7157c35cda97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:28.626038 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f75df36b-419a-47f2-9b69-5eee39747d4a req-948eb2cc-acf0-488d-838c-7157c35cda97 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=56ac3c7b-22b1-42f7-9183-5932379dd8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540791 Jun 16 16:30:28.720682 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f75df36b-419a-47f2-9b69-5eee39747d4a req-7ce93e85-2402-41a5-b0e7-96b74d692817 service neutron] 10.222.0.99 "GET /v2.0/networks/56ac3c7b-22b1-42f7-9183-5932379dd8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870471 Jun 16 16:30:28.811132 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f75df36b-419a-47f2-9b69-5eee39747d4a req-f3f90ba2-a02e-4914-bc7e-a9a7b0d1e5f8 service neutron] 10.222.0.99 "GET /v2.0/networks/56ac3c7b-22b1-42f7-9183-5932379dd8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838597 Jun 16 16:30:29.306661 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 38302) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:29.632952 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-5f4bbe3a-7469-4d95-9a46-21c49355d472 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Deleting port c9ef104f-2414-445a-9ea8-4f5c12f34187 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:30:29.632952 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5f4bbe3a-7469-4d95-9a46-21c49355d472 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:29.713847 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5f4bbe3a-7469-4d95-9a46-21c49355d472 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:29.714181 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5f4bbe3a-7469-4d95-9a46-21c49355d472 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:29.785940 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-5f4bbe3a-7469-4d95-9a46-21c49355d472 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Calling delete_port for c9ef104f-2414-445a-9ea8-4f5c12f34187 owned by network:floatingip {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:30:30.030818 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5f4bbe3a-7469-4d95-9a46-21c49355d472 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:30.032911 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:30.060656 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bbe3a-7469-4d95-9a46-21c49355d472 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Pushing event deleted for resources: {'Port': ['ID=c9ef104f-2414-445a-9ea8-4f5c12f34187,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:30.064226 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-5f4bbe3a-7469-4d95-9a46-21c49355d472 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:30.135724 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5f4bbe3a-7469-4d95-9a46-21c49355d472 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for floatingip, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:30.135926 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.l3_db [None req-5f4bbe3a-7469-4d95-9a46-21c49355d472 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Floating IP 085849af-eca0-42dd-b3a5-181715d0e5bf disassociated (deleted). External IP: 172.27.0.188, port: 295f4870-aaae-42b9-b867-4b1b646ee307. Jun 16 16:30:30.363198 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4bbe3a-7469-4d95-9a46-21c49355d472 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Router ee32fcb0-36e9-4153-addd-54c221aeac4f has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:30:30.490328 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4bbe3a-7469-4d95-9a46-21c49355d472 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:30:30.495449 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5f4bbe3a-7469-4d95-9a46-21c49355d472 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:30.503353 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f677a-67c5-4d9f-ac62-1590ec11e60d None None] Sync routers for ids ['ee32fcb0-36e9-4153-addd-54c221aeac4f'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:30:30.516720 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f677a-67c5-4d9f-ac62-1590ec11e60d None None] Routers {'ee32fcb0-36e9-4153-addd-54c221aeac4f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:30:30.517515 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-b45f677a-67c5-4d9f-ac62-1590ec11e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:30:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['ee32fcb0-36e9-4153-addd-54c221aeac4f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:30.541355 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-5f4bbe3a-7469-4d95-9a46-21c49355d472 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "DELETE /v2.0/floatingips/085849af-eca0-42dd-b3a5-181715d0e5bf HTTP/1.1" status: 204 len: 168 time: 1.2334619 Jun 16 16:30:30.542051 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6fb127-64f9-40c4-9741-0a9c5154cfe1', 'tag': '295f4870-aaae-42b9-b867-4b1b646ee307'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:30:30.546810 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411f6788-41f0-4124-a715-c56ad38a11c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6fb127-64f9-40c4-9741-0a9c5154cfe1", "tag": "295f4870-aaae-42b9-b867-4b1b646ee307"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:30:30.598972 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13993cf5-2a6f-43da-93a5-c991b82e4998 x-openstack-request-id: req-13993cf5-2a6f-43da-93a5-c991b82e4998 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:30:30.599610 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6fb127-64f9-40c4-9741-0a9c5154cfe1", "tag": "295f4870-aaae-42b9-b867-4b1b646ee307", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:30:30.600139 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-13993cf5-2a6f-43da-93a5-c991b82e4998 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:30:30.600799 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6fb127-64f9-40c4-9741-0a9c5154cfe1', 'tag': '295f4870-aaae-42b9-b867-4b1b646ee307', 'status': 'completed', 'code': 200} Jun 16 16:30:30.660413 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-b45f677a-67c5-4d9f-ac62-1590ec11e60d None None] Set router ee32fcb0-36e9-4153-addd-54c221aeac4f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:30:30.932837 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-b45f677a-67c5-4d9f-ac62-1590ec11e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'name': 'tempest-TestShelveInstance-428668841-router', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:17Z', 'revision_number': 4, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'gw_port': {'id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '2d1849bd-4620-44c8-8505-35153e0698c8', 'name': '', 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'mac_address': 'fa:16:3e:94:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:16Z', 'updated_at': '2021-06-16T16:25:24Z', 'revision_number': 5, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'subnets': [{'id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:30.938351 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f677a-67c5-4d9f-ac62-1590ec11e60d None None] Checking router: ee32fcb0-36e9-4153-addd-54c221aeac4f for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:30:30.947328 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f677a-67c5-4d9f-ac62-1590ec11e60d None None] Routers {'ee32fcb0-36e9-4153-addd-54c221aeac4f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:30:30.948111 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-b45f677a-67c5-4d9f-ac62-1590ec11e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:30:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['ee32fcb0-36e9-4153-addd-54c221aeac4f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:31.061909 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f6788-41f0-4124-a715-c56ad38a11c6 req-db5ff762-2eaa-431a-9f9a-7d5d92e5b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:31.063481 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-411f6788-41f0-4124-a715-c56ad38a11c6 req-db5ff762-2eaa-431a-9f9a-7d5d92e5b63b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5d00520292d84c42b4213f5e6aec6735&device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 1098 time: 0.4254341 Jun 16 16:30:31.097647 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-b45f677a-67c5-4d9f-ac62-1590ec11e60d None None] Set router ee32fcb0-36e9-4153-addd-54c221aeac4f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:30:31.254699 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f6788-41f0-4124-a715-c56ad38a11c6 req-8abb3c7d-b0dc-424e-8e37-9a24e94496e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:31.256267 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-411f6788-41f0-4124-a715-c56ad38a11c6 req-8abb3c7d-b0dc-424e-8e37-9a24e94496e8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=56ac3c7b-22b1-42f7-9183-5932379dd8c9 HTTP/1.1" status: 200 len: 909 time: 0.1842802 Jun 16 16:30:31.310141 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-411f6788-41f0-4124-a715-c56ad38a11c6 req-267e0053-4638-4750-b7f4-9029514b3d1b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=295f4870-aaae-42b9-b867-4b1b646ee307 HTTP/1.1" status: 200 len: 217 time: 0.0428755 Jun 16 16:30:31.320804 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b67e5d-171a-4865-aa12-cdbf3061ca5a req-a79b0eb4-d926-4473-984d-4652a772e3c8 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:31.322578 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-20b67e5d-171a-4865-aa12-cdbf3061ca5a req-a79b0eb4-d926-4473-984d-4652a772e3c8 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.1794114 Jun 16 16:30:31.377508 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-b45f677a-67c5-4d9f-ac62-1590ec11e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'name': 'tempest-TestShelveInstance-428668841-router', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:17Z', 'revision_number': 4, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'gw_port': {'id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '2d1849bd-4620-44c8-8505-35153e0698c8', 'name': '', 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'mac_address': 'fa:16:3e:94:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:16Z', 'updated_at': '2021-06-16T16:25:24Z', 'revision_number': 5, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'subnets': [{'id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:31.381489 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f677a-67c5-4d9f-ac62-1590ec11e60d None None] The sync data for ids ['ee32fcb0-36e9-4153-addd-54c221aeac4f'] in dv-cinder-775250-5-iscsi is: [{'id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'name': 'tempest-TestShelveInstance-428668841-router', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:17Z', 'revision_number': 4, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'gw_port': {'id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': '2d1849bd-4620-44c8-8505-35153e0698c8', 'name': '', 'network_id': '56ac3c7b-22b1-42f7-9183-5932379dd8c9', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'mac_address': 'fa:16:3e:94:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:16Z', 'updated_at': '2021-06-16T16:25:24Z', 'revision_number': 5, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'subnets': [{'id': 'f52f01af-fb97-46cb-853b-d0299d099dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:30:31.397573 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f6788-41f0-4124-a715-c56ad38a11c6 req-9938e35b-7501-4541-a533-e24730fbcb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:31.399934 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-411f6788-41f0-4124-a715-c56ad38a11c6 req-9938e35b-7501-4541-a533-e24730fbcb76 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=f52f01af-fb97-46cb-853b-d0299d099dde HTTP/1.1" status: 200 len: 847 time: 0.0764732 Jun 16 16:30:31.473425 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-20b67e5d-171a-4865-aa12-cdbf3061ca5a req-36224187-4468-486b-9860-4687500ea984 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413581 Jun 16 16:30:31.507773 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f6788-41f0-4124-a715-c56ad38a11c6 req-904b27f9-0f01-45da-8e15-77aed3048e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:31.509634 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-411f6788-41f0-4124-a715-c56ad38a11c6 req-904b27f9-0f01-45da-8e15-77aed3048e26 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=56ac3c7b-22b1-42f7-9183-5932379dd8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0919542 Jun 16 16:30:31.625609 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-411f6788-41f0-4124-a715-c56ad38a11c6 req-b6e73f1d-7a0c-427c-9bcf-dabca1a91d89 service neutron] 10.222.0.99 "GET /v2.0/networks/56ac3c7b-22b1-42f7-9183-5932379dd8c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047039 Jun 16 16:30:31.746641 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-411f6788-41f0-4124-a715-c56ad38a11c6 req-a7dbf6f2-e90e-4830-82ad-4aa9b45836ec service neutron] 10.222.0.99 "GET /v2.0/networks/56ac3c7b-22b1-42f7-9183-5932379dd8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176374 Jun 16 16:30:31.788237 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182592ac-8ad2-4b39-aa70-2008fc55d520 None None] New status for floating IP 085849af-eca0-42dd-b3a5-181715d0e5bf: DOWN {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:30:32.672178 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492cb11-b074-4ffd-bbd5-062fdfc6b57b req-b434da21-e8b6-4b22-896b-ee9638cd7208 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:32.673772 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d492cb11-b074-4ffd-bbd5-062fdfc6b57b req-b434da21-e8b6-4b22-896b-ee9638cd7208 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0726988 Jun 16 16:30:32.713059 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-d492cb11-b074-4ffd-bbd5-062fdfc6b57b req-854bab6b-2a0c-415c-b0e3-db16de1feafe tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/security-groups?id=059b9fbd-86a6-4bd3-b5df-15878c57ffd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332718 Jun 16 16:30:32.947706 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fb37a-f3a5-4851-ac62-6ed78533a804 req-d2fd9117-6e8e-4c9e-a587-081b810a069f tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:32.953934 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-285fb37a-f3a5-4851-ac62-6ed78533a804 req-d2fd9117-6e8e-4c9e-a587-081b810a069f tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.99 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 945 time: 0.0780146 Jun 16 16:30:33.048667 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:30:33.064093 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-285fb37a-f3a5-4851-ac62-6ed78533a804 req-15b03bc8-6a28-4169-bdb9-2f9f2e463311 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Deleting port 295f4870-aaae-42b9-b867-4b1b646ee307 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:30:33.064445 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-285fb37a-f3a5-4851-ac62-6ed78533a804 req-15b03bc8-6a28-4169-bdb9-2f9f2e463311 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:33.165499 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-285fb37a-f3a5-4851-ac62-6ed78533a804 req-15b03bc8-6a28-4169-bdb9-2f9f2e463311 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] For port 295f4870-aaae-42b9-b867-4b1b646ee307, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=295f4870-aaae-42b9-b867-4b1b646ee307,segment=NetworkSegment(7c8821c1-831d-411a-b4ac-52cb7b1cb6e4),segment_id=7c8821c1-831d-411a-b4ac-52cb7b1cb6e4)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:33.165852 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-285fb37a-f3a5-4851-ac62-6ed78533a804 req-15b03bc8-6a28-4169-bdb9-2f9f2e463311 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:33.231808 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-285fb37a-f3a5-4851-ac62-6ed78533a804 req-15b03bc8-6a28-4169-bdb9-2f9f2e463311 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Calling delete_port for 295f4870-aaae-42b9-b867-4b1b646ee307 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:30:33.364240 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-285fb37a-f3a5-4851-ac62-6ed78533a804 req-15b03bc8-6a28-4169-bdb9-2f9f2e463311 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:33.368320 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-5f4bbe3a-7469-4d95-9a46-21c49355d472 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:33.394352 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b03bc8-6a28-4169-bdb9-2f9f2e463311 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Pushing event deleted for resources: {'Port': ['ID=295f4870-aaae-42b9-b867-4b1b646ee307,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:33.397505 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-15b03bc8-6a28-4169-bdb9-2f9f2e463311 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:33.445577 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-285fb37a-f3a5-4851-ac62-6ed78533a804 req-15b03bc8-6a28-4169-bdb9-2f9f2e463311 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] No DVR routers for this DVR port 295f4870-aaae-42b9-b867-4b1b646ee307 on host hv-cinder-77525 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:30:33.447995 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-285fb37a-f3a5-4851-ac62-6ed78533a804 req-15b03bc8-6a28-4169-bdb9-2f9f2e463311 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:33.449996 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-285fb37a-f3a5-4851-ac62-6ed78533a804 req-15b03bc8-6a28-4169-bdb9-2f9f2e463311 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.99 "DELETE /v2.0/ports/295f4870-aaae-42b9-b867-4b1b646ee307 HTTP/1.1" status: 204 len: 173 time: 0.4941978 Jun 16 16:30:33.450510 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6fb127-64f9-40c4-9741-0a9c5154cfe1', 'name': 'network-vif-deleted', 'tag': '295f4870-aaae-42b9-b867-4b1b646ee307'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:30:33.452801 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dfb0c8-9842-4c8e-91d2-f0379652385e" -d '{"events": [{"server_uuid": "9e6fb127-64f9-40c4-9741-0a9c5154cfe1", "name": "network-vif-deleted", "tag": "295f4870-aaae-42b9-b867-4b1b646ee307"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:30:33.494444 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb98e493-229f-4bef-b0e3-67b7bb2dd7e1 x-openstack-request-id: req-cb98e493-229f-4bef-b0e3-67b7bb2dd7e1 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:30:33.494791 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6fb127-64f9-40c4-9741-0a9c5154cfe1", "name": "network-vif-deleted", "tag": "295f4870-aaae-42b9-b867-4b1b646ee307", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:30:33.495084 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cb98e493-229f-4bef-b0e3-67b7bb2dd7e1 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:30:33.495615 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6fb127-64f9-40c4-9741-0a9c5154cfe1', 'name': 'network-vif-deleted', 'tag': '295f4870-aaae-42b9-b867-4b1b646ee307', 'status': 'completed', 'code': 200} Jun 16 16:30:33.897627 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-b57e50f1-6cd8-4228-9ccb-4e74a819ec53 req-63f9d47a-bcb0-4388-93d2-ebce265ffd6f tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "GET /v2.0/ports?device_id=9e6fb127-64f9-40c4-9741-0a9c5154cfe1 HTTP/1.1" status: 200 len: 210 time: 0.0355308 Jun 16 16:30:34.997741 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 38392) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:35.062816 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b0432c4a-25ef-49cf-b0d1-62c2686af463 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:35.087990 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b0432c4a-25ef-49cf-b0d1-62c2686af463 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:35.149297 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b0432c4a-25ef-49cf-b0d1-62c2686af463 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:35.152770 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b0432c4a-25ef-49cf-b0d1-62c2686af463 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:35.156498 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-b0432c4a-25ef-49cf-b0d1-62c2686af463 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] 10.222.0.86 "DELETE /v2.0/security-groups/059b9fbd-86a6-4bd3-b5df-15878c57ffd5 HTTP/1.1" status: 204 len: 168 time: 0.1552014 Jun 16 16:30:35.156498 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-16651bcb-6a28-4912-92f9-54cea5d445b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:35.163575 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0432c4a-25ef-49cf-b0d1-62c2686af463 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059b9fbd-86a6-4bd3-b5df-15878c57ffd5,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:35.167498 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-b0432c4a-25ef-49cf-b0d1-62c2686af463 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:35.215985 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 38396) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:35.690480 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-971a600d-a5b6-4dd2-9162-c62c30d08dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33458880'] for router_interface, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:35.994053 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-971a600d-a5b6-4dd2-9162-c62c30d08dd8 admin admin] Deleting port 2d1849bd-4620-44c8-8505-35153e0698c8 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:30:35.994397 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-971a600d-a5b6-4dd2-9162-c62c30d08dd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:36.089190 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-971a600d-a5b6-4dd2-9162-c62c30d08dd8 admin admin] For port 2d1849bd-4620-44c8-8505-35153e0698c8, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=2d1849bd-4620-44c8-8505-35153e0698c8,segment=NetworkSegment(7c8821c1-831d-411a-b4ac-52cb7b1cb6e4),segment_id=7c8821c1-831d-411a-b4ac-52cb7b1cb6e4)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:36.089595 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-971a600d-a5b6-4dd2-9162-c62c30d08dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:36.165758 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 295f4870-aaae-42b9-b867-4b1b646ee307 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:30:36.166967 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-971a600d-a5b6-4dd2-9162-c62c30d08dd8 admin admin] Calling delete_port for 2d1849bd-4620-44c8-8505-35153e0698c8 owned by network:router_interface {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:30:36.190157 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: 295f4870-aaae-42b9-b867-4b1b646ee307 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:30:36.190933 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 295f4870-aaae-42b9-b867-4b1b646ee307 not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:30:36.355802 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-971a600d-a5b6-4dd2-9162-c62c30d08dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:36.358459 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0d94d865-57e4-4e3f-ba6b-83b3f6ebbd98 tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:36.385078 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a600d-a5b6-4dd2-9162-c62c30d08dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d1849bd-4620-44c8-8505-35153e0698c8,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:36.396356 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-971a600d-a5b6-4dd2-9162-c62c30d08dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:36.574227 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-971a600d-a5b6-4dd2-9162-c62c30d08dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33290173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33458772'] for router_interface, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:36.788263 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971a600d-a5b6-4dd2-9162-c62c30d08dd8 admin admin] Router ee32fcb0-36e9-4153-addd-54c221aeac4f has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:30:36.892779 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971a600d-a5b6-4dd2-9162-c62c30d08dd8 admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:30:36.900278 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-971a600d-a5b6-4dd2-9162-c62c30d08dd8 admin admin] 10.222.0.86 "PUT /v2.0/routers/ee32fcb0-36e9-4153-addd-54c221aeac4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6807187 Jun 16 16:30:36.900278 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 38412) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:36.903682 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aefdfe1-c97b-41dc-9865-6274ec549441 None None] Sync routers for ids ['ee32fcb0-36e9-4153-addd-54c221aeac4f'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:30:36.912919 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aefdfe1-c97b-41dc-9865-6274ec549441 None None] Routers {'ee32fcb0-36e9-4153-addd-54c221aeac4f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:30:36.913842 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-1aefdfe1-c97b-41dc-9865-6274ec549441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:30:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['ee32fcb0-36e9-4153-addd-54c221aeac4f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:37.002203 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a8ab59bc-caaf-474c-ace4-0fedaf298bcd admin admin] Notify callbacks [] for router, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:37.027281 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-1aefdfe1-c97b-41dc-9865-6274ec549441 None None] Set router ee32fcb0-36e9-4153-addd-54c221aeac4f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:30:37.155629 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a8ab59bc-caaf-474c-ace4-0fedaf298bcd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:37.230123 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-1aefdfe1-c97b-41dc-9865-6274ec549441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'name': 'tempest-TestShelveInstance-428668841-router', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:30:36Z', 'revision_number': 5, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'gw_port': {'id': 'dbe475a2-cd21-4d11-8191-c5fd5e6bee6b', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:37.239886 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aefdfe1-c97b-41dc-9865-6274ec549441 None None] Checking router: ee32fcb0-36e9-4153-addd-54c221aeac4f for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:30:37.248825 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aefdfe1-c97b-41dc-9865-6274ec549441 None None] Routers {'ee32fcb0-36e9-4153-addd-54c221aeac4f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:30:37.249140 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab59bc-caaf-474c-ace4-0fedaf298bcd admin admin] Deleting port dbe475a2-cd21-4d11-8191-c5fd5e6bee6b {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:30:37.249592 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a8ab59bc-caaf-474c-ace4-0fedaf298bcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:37.250060 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-1aefdfe1-c97b-41dc-9865-6274ec549441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:30:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['ee32fcb0-36e9-4153-addd-54c221aeac4f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:37.336380 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-a8ab59bc-caaf-474c-ace4-0fedaf298bcd admin admin] For port dbe475a2-cd21-4d11-8191-c5fd5e6bee6b, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=dbe475a2-cd21-4d11-8191-c5fd5e6bee6b,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:37.336841 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a8ab59bc-caaf-474c-ace4-0fedaf298bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:37.349612 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-1aefdfe1-c97b-41dc-9865-6274ec549441 None None] Set router ee32fcb0-36e9-4153-addd-54c221aeac4f gateway port host: None {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:30:37.415235 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-1aefdfe1-c97b-41dc-9865-6274ec549441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'name': 'tempest-TestShelveInstance-428668841-router', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:30:37Z', 'revision_number': 6, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'gw_port_host': None}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:37.421715 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aefdfe1-c97b-41dc-9865-6274ec549441 None None] The sync data for ids ['ee32fcb0-36e9-4153-addd-54c221aeac4f'] in dv-cinder-775250-5-iscsi is: [{'id': 'ee32fcb0-36e9-4153-addd-54c221aeac4f', 'name': 'tempest-TestShelveInstance-428668841-router', 'tenant_id': '5d00520292d84c42b4213f5e6aec6735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:13Z', 'updated_at': '2021-06-16T16:30:37Z', 'revision_number': 6, 'project_id': '5d00520292d84c42b4213f5e6aec6735', 'gw_port_host': None}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:30:37.704048 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab59bc-caaf-474c-ace4-0fedaf298bcd admin admin] Calling delete_port for dbe475a2-cd21-4d11-8191-c5fd5e6bee6b owned by network:router_gateway {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:30:37.881332 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a8ab59bc-caaf-474c-ace4-0fedaf298bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:37.883425 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-04592d81-5c88-4c20-a644-35558ce95f29 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:37.907302 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab59bc-caaf-474c-ace4-0fedaf298bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe475a2-cd21-4d11-8191-c5fd5e6bee6b,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:37.909829 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a8ab59bc-caaf-474c-ace4-0fedaf298bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:37.979576 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a8ab59bc-caaf-474c-ace4-0fedaf298bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33160215'] for router_gateway, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.067412 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a8ab59bc-caaf-474c-ace4-0fedaf298bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33458004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-813'] for router, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.069502 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a8ab59bc-caaf-474c-ace4-0fedaf298bcd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.113313 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a8ab59bc-caaf-474c-ace4-0fedaf298bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33457245'] for router, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.113770 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ab59bc-caaf-474c-ace4-0fedaf298bcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee32fcb0-36e9-4153-addd-54c221aeac4f {{(pid=91607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:30:38.117853 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-a8ab59bc-caaf-474c-ace4-0fedaf298bcd admin admin] Notify callbacks [] for router, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.119669 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-a8ab59bc-caaf-474c-ace4-0fedaf298bcd admin admin] 10.222.0.86 "DELETE /v2.0/routers/ee32fcb0-36e9-4153-addd-54c221aeac4f HTTP/1.1" status: 204 len: 168 time: 1.2178583 Jun 16 16:30:38.122269 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 38428) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:38.164778 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_v2 [None req-292e91cb-cbc3-45ca-b548-be303e5b77f6 admin admin] Deleting subnet f52f01af-fb97-46cb-853b-d0299d099dde {{(pid=91607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:30:38.168514 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-292e91cb-cbc3-45ca-b548-be303e5b77f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.206763 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-292e91cb-cbc3-45ca-b548-be303e5b77f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30482061'] for subnet, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.285154 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-292e91cb-cbc3-45ca-b548-be303e5b77f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766633'] for subnet, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.341416 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-292e91cb-cbc3-45ca-b548-be303e5b77f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30482857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30436855'] for subnet, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.344090 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d968113a-a335-4e1f-a44e-e750d305eef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:38.368200 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e91cb-cbc3-45ca-b548-be303e5b77f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52f01af-fb97-46cb-853b-d0299d099dde,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:38.371727 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-292e91cb-cbc3-45ca-b548-be303e5b77f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:38.372707 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-292e91cb-cbc3-45ca-b548-be303e5b77f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.374554 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-292e91cb-cbc3-45ca-b548-be303e5b77f6 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/f52f01af-fb97-46cb-853b-d0299d099dde HTTP/1.1" status: 204 len: 168 time: 0.2513940 Jun 16 16:30:38.377053 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 38430) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:38.377855 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e8a416-db02-4476-8dc9-cffb3659bd6a None None] Network 56ac3c7b-22b1-42f7-9183-5932379dd8c9 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:30:38.449711 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-693812'] for network, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.516832 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] Deleting port d1727fb4-1f25-4f2e-a182-0f9b37202a48 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:30:38.517166 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.584899 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cee8e0-3502-4748-9064-e57a73c2c409 None None] DHCP port deletion for 56ac3c7b-22b1-42f7-9183-5932379dd8c9 request from dv-cinder-775250-5-iscsi {{(pid=91608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:30:38.594423 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] For port d1727fb4-1f25-4f2e-a182-0f9b37202a48, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=d1727fb4-1f25-4f2e-a182-0f9b37202a48,segment=NetworkSegment(7c8821c1-831d-411a-b4ac-52cb7b1cb6e4),segment_id=7c8821c1-831d-411a-b4ac-52cb7b1cb6e4)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:38.594981 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.646365 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-e4cee8e0-3502-4748-9064-e57a73c2c409 None None] Deleting port d1727fb4-1f25-4f2e-a182-0f9b37202a48 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:30:38.646938 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e4cee8e0-3502-4748-9064-e57a73c2c409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.662552 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] Calling delete_port for d1727fb4-1f25-4f2e-a182-0f9b37202a48 owned by network:dhcp {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:30:38.720910 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-e4cee8e0-3502-4748-9064-e57a73c2c409 None None] For port d1727fb4-1f25-4f2e-a182-0f9b37202a48, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=d1727fb4-1f25-4f2e-a182-0f9b37202a48,segment=NetworkSegment(7c8821c1-831d-411a-b4ac-52cb7b1cb6e4),segment_id=7c8821c1-831d-411a-b4ac-52cb7b1cb6e4)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:38.721512 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e4cee8e0-3502-4748-9064-e57a73c2c409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.772260 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.774514 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a1c5c4fd-b296-4b67-9bec-d689a66a7e1e tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:38.789061 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-e4cee8e0-3502-4748-9064-e57a73c2c409 None None] Calling delete_port for d1727fb4-1f25-4f2e-a182-0f9b37202a48 owned by network:dhcp {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:30:38.799007 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] Pushing event deleted for resources: {'Port': ['ID=d1727fb4-1f25-4f2e-a182-0f9b37202a48,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:38.805979 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:38.814801 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] No DVR routers for this DVR port d1727fb4-1f25-4f2e-a182-0f9b37202a48 on host dv-cinder-775250-5-iscsi {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:30:38.901456 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-768294', 'neutron.services.segments.db._delete_segments_for_network-8738765585457'] for network, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.912468 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ac3c7b-22b1-42f7-9183-5932379dd8c9']}} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:38.925004 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8821c1-831d-411a-b4ac-52cb7b1cb6e4') {'for_net_delete': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:38.925251 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8821c1-831d-411a-b4ac-52cb7b1cb6e4') {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:38.937264 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765584770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30482068'] for segment, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.952208 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.958891 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=91607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:30:38.959292 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30482742'] for segment, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: Traceback (most recent call last): Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: timer() Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: cb(*args, **kw) Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: return func(*args, **kwargs) Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: self._notify() Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: self.callback(batched_events) Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: event.method(event) Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: return f(self, *a, **k) Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: return self._get(url).json() Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: return self.request(url, 'GET', **kwargs) Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:30:38.961189 dv-cinder-775250-5-iscsi neutron-server[91607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:30:39.005315 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-e4cee8e0-3502-4748-9064-e57a73c2c409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:39.007451 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:39.015642 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33160313'] for network, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:39.019366 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:39.021885 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:39.026650 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] 10.222.0.86 "DELETE /v2.0/networks/56ac3c7b-22b1-42f7-9183-5932379dd8c9 HTTP/1.1" status: 204 len: 168 time: 0.6455925 Jun 16 16:30:39.027324 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 38444) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:39.032872 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cee8e0-3502-4748-9064-e57a73c2c409 None None] Pushing event deleted for resources: {'Port': ['ID=d1727fb4-1f25-4f2e-a182-0f9b37202a48,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:39.034157 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] Pushing event deleted for resources: {'Network': ['ID=56ac3c7b-22b1-42f7-9183-5932379dd8c9,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:39.036036 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-e4cee8e0-3502-4748-9064-e57a73c2c409 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:39.036392 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:39.042255 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cee8e0-3502-4748-9064-e57a73c2c409 None None] No DVR routers for this DVR port d1727fb4-1f25-4f2e-a182-0f9b37202a48 on host dv-cinder-775250-5-iscsi {{(pid=91608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:30:39.367657 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b31f9471-aaa6-4298-b4a5-b1d59344d5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33458880'] for router_interface, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:39.502600 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device d1727fb4-1f25-4f2e-a182-0f9b37202a48 no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:30:39.523354 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: d1727fb4-1f25-4f2e-a182-0f9b37202a48 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:30:39.523707 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device d1727fb4-1f25-4f2e-a182-0f9b37202a48 not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:30:39.524155 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device dbe475a2-cd21-4d11-8191-c5fd5e6bee6b no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:30:39.543839 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: dbe475a2-cd21-4d11-8191-c5fd5e6bee6b {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:30:39.544193 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device dbe475a2-cd21-4d11-8191-c5fd5e6bee6b not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:30:39.544618 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 2d1849bd-4620-44c8-8505-35153e0698c8 no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:30:39.565417 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: 2d1849bd-4620-44c8-8505-35153e0698c8 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:30:39.565794 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 2d1849bd-4620-44c8-8505-35153e0698c8 not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:30:39.621249 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-b31f9471-aaa6-4298-b4a5-b1d59344d5cc admin admin] Deleting port 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:30:39.621505 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b31f9471-aaa6-4298-b4a5-b1d59344d5cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:39.696919 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-b31f9471-aaa6-4298-b4a5-b1d59344d5cc admin admin] For port 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e,segment=NetworkSegment(ae9611ef-1a06-4ba9-a988-d0ab1c889a3c),segment_id=ae9611ef-1a06-4ba9-a988-d0ab1c889a3c)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:39.697280 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b31f9471-aaa6-4298-b4a5-b1d59344d5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:39.760872 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-b31f9471-aaa6-4298-b4a5-b1d59344d5cc admin admin] Calling delete_port for 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e owned by network:router_interface {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:30:39.939690 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b31f9471-aaa6-4298-b4a5-b1d59344d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:39.943105 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-07649a73-26be-4a51-b054-44099e634ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:39.966605 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f9471-aaa6-4298-b4a5-b1d59344d5cc admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:39.972042 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-b31f9471-aaa6-4298-b4a5-b1d59344d5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:40.149224 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-b31f9471-aaa6-4298-b4a5-b1d59344d5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33290173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33458772'] for router_interface, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:40.355264 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31f9471-aaa6-4298-b4a5-b1d59344d5cc admin admin] Router e46a7ce4-3dee-4816-a322-c29af5524779 has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:30:40.458178 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31f9471-aaa6-4298-b4a5-b1d59344d5cc admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:30:40.463398 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-b31f9471-aaa6-4298-b4a5-b1d59344d5cc admin admin] 10.222.0.86 "PUT /v2.0/routers/e46a7ce4-3dee-4816-a322-c29af5524779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4345286 Jun 16 16:30:40.465971 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 38458) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:40.467124 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3aed3c-d38a-440c-b625-a08fff2129f5 None None] Sync routers for ids ['e46a7ce4-3dee-4816-a322-c29af5524779'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:30:40.476288 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3aed3c-d38a-440c-b625-a08fff2129f5 None None] Routers {'e46a7ce4-3dee-4816-a322-c29af5524779'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:30:40.476893 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-7a3aed3c-d38a-440c-b625-a08fff2129f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:30:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['e46a7ce4-3dee-4816-a322-c29af5524779'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:40.570170 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-77046d6d-35e7-4997-b8c6-0cc859a19875 admin admin] Notify callbacks [] for router, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:40.582244 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-7a3aed3c-d38a-440c-b625-a08fff2129f5 None None] Set router e46a7ce4-3dee-4816-a322-c29af5524779 gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:30:40.670071 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-77046d6d-35e7-4997-b8c6-0cc859a19875 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:40.723302 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-77046d6d-35e7-4997-b8c6-0cc859a19875 admin admin] Deleting port 22868e22-7e4c-49d5-901e-673f6738ec82 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:30:40.723543 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-77046d6d-35e7-4997-b8c6-0cc859a19875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:40.760931 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-7a3aed3c-d38a-440c-b625-a08fff2129f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46a7ce4-3dee-4816-a322-c29af5524779', 'name': 'tempest-TestShelveInstance-1179628419-router', 'tenant_id': 'c8b9cad06045470faefa5b974f9ada80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '22868e22-7e4c-49d5-901e-673f6738ec82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:19Z', 'updated_at': '2021-06-16T16:30:39Z', 'revision_number': 5, 'project_id': 'c8b9cad06045470faefa5b974f9ada80', 'gw_port': {'id': '22868e22-7e4c-49d5-901e-673f6738ec82', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e46a7ce4-3dee-4816-a322-c29af5524779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:25:20Z', 'updated_at': '2021-06-16T16:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:40.764208 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3aed3c-d38a-440c-b625-a08fff2129f5 None None] Checking router: e46a7ce4-3dee-4816-a322-c29af5524779 for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:30:40.772082 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3aed3c-d38a-440c-b625-a08fff2129f5 None None] Routers {'e46a7ce4-3dee-4816-a322-c29af5524779'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:30:40.772685 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-7a3aed3c-d38a-440c-b625-a08fff2129f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:30:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['e46a7ce4-3dee-4816-a322-c29af5524779'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:40.802280 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-77046d6d-35e7-4997-b8c6-0cc859a19875 admin admin] For port 22868e22-7e4c-49d5-901e-673f6738ec82, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=22868e22-7e4c-49d5-901e-673f6738ec82,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:40.802634 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-77046d6d-35e7-4997-b8c6-0cc859a19875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:40.856969 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-7a3aed3c-d38a-440c-b625-a08fff2129f5 None None] Set router e46a7ce4-3dee-4816-a322-c29af5524779 gateway port host: None {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:30:40.865015 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-77046d6d-35e7-4997-b8c6-0cc859a19875 admin admin] Calling delete_port for 22868e22-7e4c-49d5-901e-673f6738ec82 owned by network:router_gateway {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:30:40.905831 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-7a3aed3c-d38a-440c-b625-a08fff2129f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e46a7ce4-3dee-4816-a322-c29af5524779', 'name': 'tempest-TestShelveInstance-1179628419-router', 'tenant_id': 'c8b9cad06045470faefa5b974f9ada80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:19Z', 'updated_at': '2021-06-16T16:30:40Z', 'revision_number': 6, 'project_id': 'c8b9cad06045470faefa5b974f9ada80', 'gw_port_host': None}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:40.909257 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3aed3c-d38a-440c-b625-a08fff2129f5 None None] The sync data for ids ['e46a7ce4-3dee-4816-a322-c29af5524779'] in dv-cinder-775250-5-iscsi is: [{'id': 'e46a7ce4-3dee-4816-a322-c29af5524779', 'name': 'tempest-TestShelveInstance-1179628419-router', 'tenant_id': 'c8b9cad06045470faefa5b974f9ada80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:25:19Z', 'updated_at': '2021-06-16T16:30:40Z', 'revision_number': 6, 'project_id': 'c8b9cad06045470faefa5b974f9ada80', 'gw_port_host': None}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:30:41.027371 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-77046d6d-35e7-4997-b8c6-0cc859a19875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:41.029132 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:41.056572 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77046d6d-35e7-4997-b8c6-0cc859a19875 admin admin] Pushing event deleted for resources: {'Port': ['ID=22868e22-7e4c-49d5-901e-673f6738ec82,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:41.059047 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-77046d6d-35e7-4997-b8c6-0cc859a19875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:41.119705 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-77046d6d-35e7-4997-b8c6-0cc859a19875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33160215'] for router_gateway, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:41.496369 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-77046d6d-35e7-4997-b8c6-0cc859a19875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33458004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-813'] for router, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:41.498502 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-77046d6d-35e7-4997-b8c6-0cc859a19875 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:41.544141 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-77046d6d-35e7-4997-b8c6-0cc859a19875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33457245'] for router, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:41.544777 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77046d6d-35e7-4997-b8c6-0cc859a19875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e46a7ce4-3dee-4816-a322-c29af5524779 {{(pid=91606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:30:41.549315 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-77046d6d-35e7-4997-b8c6-0cc859a19875 admin admin] Notify callbacks [] for router, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:41.550646 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-77046d6d-35e7-4997-b8c6-0cc859a19875 admin admin] 10.222.0.86 "DELETE /v2.0/routers/e46a7ce4-3dee-4816-a322-c29af5524779 HTTP/1.1" status: 204 len: 168 time: 1.0837364 Jun 16 16:30:41.553023 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 38478) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:41.600086 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_v2 [None req-1103c37f-166e-45ec-b6db-a5e5d33abdf2 admin admin] Deleting subnet ef538873-85c7-4615-918f-0d4886a5740c {{(pid=91606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:30:41.603908 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1103c37f-166e-45ec-b6db-a5e5d33abdf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:41.636500 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1103c37f-166e-45ec-b6db-a5e5d33abdf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30266016'] for subnet, precommit_delete_associations {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:41.714880 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 22868e22-7e4c-49d5-901e-673f6738ec82 no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:30:41.726061 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1103c37f-166e-45ec-b6db-a5e5d33abdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766633'] for subnet, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:41.734493 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: 22868e22-7e4c-49d5-901e-673f6738ec82 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:30:41.734846 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 22868e22-7e4c-49d5-901e-673f6738ec82 not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:30:41.735273 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:30:41.757125 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:30:41.757746 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 7eb3eb36-ae6e-488d-afd9-59cdeac9dd1e not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:30:41.786655 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1103c37f-166e-45ec-b6db-a5e5d33abdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30257252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29844807'] for subnet, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:41.790569 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:41.816411 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103c37f-166e-45ec-b6db-a5e5d33abdf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef538873-85c7-4615-918f-0d4886a5740c,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:41.818386 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1103c37f-166e-45ec-b6db-a5e5d33abdf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:41.820997 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-1103c37f-166e-45ec-b6db-a5e5d33abdf2 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ef538873-85c7-4615-918f-0d4886a5740c HTTP/1.1" status: 204 len: 168 time: 0.2669859 Jun 16 16:30:41.822259 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1103c37f-166e-45ec-b6db-a5e5d33abdf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:41.822848 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acae60c-b27f-41c5-ab7f-d6d9c4f8197c None None] Network 09507288-f392-4d02-bf95-703bbe9366a2 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:30:41.823038 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 38482) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:41.904211 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-693812'] for network, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:41.960431 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] Deleting port a333bcc6-20a8-4623-a55a-abea9e2e3f9f {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:30:41.960778 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:42.032893 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] For port a333bcc6-20a8-4623-a55a-abea9e2e3f9f, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=a333bcc6-20a8-4623-a55a-abea9e2e3f9f,segment=NetworkSegment(ae9611ef-1a06-4ba9-a988-d0ab1c889a3c),segment_id=ae9611ef-1a06-4ba9-a988-d0ab1c889a3c)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:42.033250 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:42.052400 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf2fc24-52e0-4d6e-8601-ba7514bc0fb3 None None] DHCP port deletion for 09507288-f392-4d02-bf95-703bbe9366a2 request from dv-cinder-775250-5-iscsi {{(pid=91608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:30:42.097519 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] Calling delete_port for a333bcc6-20a8-4623-a55a-abea9e2e3f9f owned by network:dhcp {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:30:42.097801 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-bbf2fc24-52e0-4d6e-8601-ba7514bc0fb3 None None] Deleting port a333bcc6-20a8-4623-a55a-abea9e2e3f9f {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:30:42.098062 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-bbf2fc24-52e0-4d6e-8601-ba7514bc0fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:42.161546 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-bbf2fc24-52e0-4d6e-8601-ba7514bc0fb3 None None] For port a333bcc6-20a8-4623-a55a-abea9e2e3f9f, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=a333bcc6-20a8-4623-a55a-abea9e2e3f9f,segment=NetworkSegment(ae9611ef-1a06-4ba9-a988-d0ab1c889a3c),segment_id=ae9611ef-1a06-4ba9-a988-d0ab1c889a3c)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:42.161979 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-bbf2fc24-52e0-4d6e-8601-ba7514bc0fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:42.180517 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:42.182593 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-12c2a18e-4093-46c7-99c9-b6de4cfecabe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:42.206233 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] Pushing event deleted for resources: {'Port': ['ID=a333bcc6-20a8-4623-a55a-abea9e2e3f9f,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:42.209337 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:42.210140 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] No DVR routers for this DVR port a333bcc6-20a8-4623-a55a-abea9e2e3f9f on host dv-cinder-775250-5-iscsi {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:30:42.222948 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-bbf2fc24-52e0-4d6e-8601-ba7514bc0fb3 None None] Calling delete_port for a333bcc6-20a8-4623-a55a-abea9e2e3f9f owned by network:dhcp {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:30:42.282545 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-768294', 'neutron.services.segments.db._delete_segments_for_network-8738765585457'] for network, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:42.293248 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09507288-f392-4d02-bf95-703bbe9366a2']}} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:42.299435 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-bbf2fc24-52e0-4d6e-8601-ba7514bc0fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:42.301385 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:42.303096 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9611ef-1a06-4ba9-a988-d0ab1c889a3c') {'for_net_delete': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:42.303349 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9611ef-1a06-4ba9-a988-d0ab1c889a3c') {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:42.312435 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765584770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30482068'] for segment, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:42.324387 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2fc24-52e0-4d6e-8601-ba7514bc0fb3 None None] Pushing event deleted for resources: {'Port': ['ID=a333bcc6-20a8-4623-a55a-abea9e2e3f9f,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:42.326559 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:42.327379 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-bbf2fc24-52e0-4d6e-8601-ba7514bc0fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:42.328183 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf2fc24-52e0-4d6e-8601-ba7514bc0fb3 None None] No DVR routers for this DVR port a333bcc6-20a8-4623-a55a-abea9e2e3f9f on host dv-cinder-775250-5-iscsi {{(pid=91608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:30:42.335635 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=91607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:30:42.336550 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30482742'] for segment, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: Traceback (most recent call last): Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: timer() Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: cb(*args, **kw) Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: return func(*args, **kwargs) Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: self._notify() Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: self.callback(batched_events) Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: event.method(event) Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: return f(self, *a, **k) Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: return self._get(url).json() Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: return self.request(url, 'GET', **kwargs) Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:30:42.338300 dv-cinder-775250-5-iscsi neutron-server[91607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:30:42.391268 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33160313'] for network, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:42.394975 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:42.397295 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:42.399756 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] 10.222.0.86 "DELETE /v2.0/networks/09507288-f392-4d02-bf95-703bbe9366a2 HTTP/1.1" status: 204 len: 168 time: 0.5757344 Jun 16 16:30:42.410332 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] Pushing event deleted for resources: {'Network': ['ID=09507288-f392-4d02-bf95-703bbe9366a2,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:42.412591 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:42.512480 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 38486) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:42.558075 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-2977c6e9-e668-41c2-93fc-2ffc5f8a03a9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5d00520292d84c42b4213f5e6aec6735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441582 Jun 16 16:30:42.560201 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 38488) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:42.611641 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c8287dac-498b-4c3c-9159-7b11f0f22a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:42.635953 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c8287dac-498b-4c3c-9159-7b11f0f22a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:42.685336 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c8287dac-498b-4c3c-9159-7b11f0f22a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:42.688183 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c8287dac-498b-4c3c-9159-7b11f0f22a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:42.689374 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-c8287dac-498b-4c3c-9159-7b11f0f22a9f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d26a2181-1aaf-4f06-a192-7be404cc5608 HTTP/1.1" status: 204 len: 168 time: 0.1282730 Jun 16 16:30:42.690484 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a4cd8b89-5d88-48b6-b3aa-60e77b61fa1b tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:42.699686 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8287dac-498b-4c3c-9159-7b11f0f22a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26a2181-1aaf-4f06-a192-7be404cc5608,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:42.703348 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-c8287dac-498b-4c3c-9159-7b11f0f22a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:43.026591 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 38516) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:43.070013 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-e3c1cbb8-8133-4b14-9052-8e4e4228744a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c8b9cad06045470faefa5b974f9ada80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419569 Jun 16 16:30:43.072786 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 38520) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:43.122450 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1bb08321-eeb0-4111-876b-a19044f4b1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:43.137932 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 38522) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:43.143579 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1bb08321-eeb0-4111-876b-a19044f4b1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:43.204668 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1bb08321-eeb0-4111-876b-a19044f4b1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:43.209049 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-1bb08321-eeb0-4111-876b-a19044f4b1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:43.215284 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-1bb08321-eeb0-4111-876b-a19044f4b1db admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0ef94025-b548-4aa2-ad08-e405a85e3813 HTTP/1.1" status: 204 len: 168 time: 0.1415360 Jun 16 16:30:43.216378 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-c8287dac-498b-4c3c-9159-7b11f0f22a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:43.225511 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb08321-eeb0-4111-876b-a19044f4b1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef94025-b548-4aa2-ad08-e405a85e3813,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:43.230050 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-1bb08321-eeb0-4111-876b-a19044f4b1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:43.263784 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f21caa8a-1bc4-4158-a052-52a4be53c7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:43.371696 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f21caa8a-1bc4-4158-a052-52a4be53c7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:43.376004 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f21caa8a-1bc4-4158-a052-52a4be53c7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:43.378835 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-013c30c9-858a-4cae-a9fa-3d160f7849cf tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:43.417136 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21caa8a-1bc4-4158-a052-52a4be53c7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d028753c-ffc7-4693-8696-04087af8f283,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:43.420599 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-f21caa8a-1bc4-4158-a052-52a4be53c7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:43.425921 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-f21caa8a-1bc4-4158-a052-52a4be53c7f3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=caf581a9e1cb4f15bc0bf6f1832c0534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841024 Jun 16 16:30:43.426573 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 38528) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:43.485128 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc0fc-dbdb-453f-8b6c-90cb81800dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:43.514890 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device a333bcc6-20a8-4623-a55a-abea9e2e3f9f no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:30:43.515455 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc0fc-dbdb-453f-8b6c-90cb81800dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:43.535145 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: a333bcc6-20a8-4623-a55a-abea9e2e3f9f {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:30:43.535498 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device a333bcc6-20a8-4623-a55a-abea9e2e3f9f not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:30:43.581264 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc0fc-dbdb-453f-8b6c-90cb81800dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:43.584069 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc0fc-dbdb-453f-8b6c-90cb81800dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:43.584920 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-f8ccc0fc-dbdb-453f-8b6c-90cb81800dc0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d028753c-ffc7-4693-8696-04087af8f283 HTTP/1.1" status: 204 len: 168 time: 0.1578021 Jun 16 16:30:43.585876 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c2a76275-0169-4992-a65f-14fce06c279d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:43.594391 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccc0fc-dbdb-453f-8b6c-90cb81800dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d028753c-ffc7-4693-8696-04087af8f283,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:43.596673 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-f8ccc0fc-dbdb-453f-8b6c-90cb81800dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:43.892834 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 38534) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:43.906757 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-66f0ff95-e9b6-475e-8e65-29134b8e043c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:43.996123 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-66f0ff95-e9b6-475e-8e65-29134b8e043c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:43.999774 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-66f0ff95-e9b6-475e-8e65-29134b8e043c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:44.002223 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-ba7f2656-bd37-416d-aa50-4138420d7ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:44.036429 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0ff95-e9b6-475e-8e65-29134b8e043c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c2de33-0599-4db4-8bcf-b74fadb8a969,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:44.040943 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-66f0ff95-e9b6-475e-8e65-29134b8e043c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b5707c9cc99b44a6ab958503a9cf08a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470823 Jun 16 16:30:44.041969 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-66f0ff95-e9b6-475e-8e65-29134b8e043c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:44.043937 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 38536) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:44.097877 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5bf1af20-2afb-4256-9dff-26de0b44df49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:44.118571 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5bf1af20-2afb-4256-9dff-26de0b44df49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:44.163322 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5bf1af20-2afb-4256-9dff-26de0b44df49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:44.166085 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5bf1af20-2afb-4256-9dff-26de0b44df49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:44.167226 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-5bf1af20-2afb-4256-9dff-26de0b44df49 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/27c2de33-0599-4db4-8bcf-b74fadb8a969 HTTP/1.1" status: 204 len: 168 time: 0.1219940 Jun 16 16:30:44.168032 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-a58798bf-49c4-4c3c-bc5c-6d073c4433c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:44.175202 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1af20-2afb-4256-9dff-26de0b44df49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c2de33-0599-4db4-8bcf-b74fadb8a969,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:44.177419 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-5bf1af20-2afb-4256-9dff-26de0b44df49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:45.199558 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 38566) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:45.301955 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3a864f12-6210-42bb-bd52-b99df31b53f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:45.388949 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3a864f12-6210-42bb-bd52-b99df31b53f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:45.392326 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-3a864f12-6210-42bb-bd52-b99df31b53f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:45.394703 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-fe332938-e1fa-47da-9e33-6627f6b4c484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:45.429899 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-3a864f12-6210-42bb-bd52-b99df31b53f7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fe3da91c62db48d5b4adcdbcf6a2bb21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291312 Jun 16 16:30:45.430888 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a864f12-6210-42bb-bd52-b99df31b53f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729838e2-7652-4094-aecb-ac1db891598c,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:45.432524 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 38570) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:45.434202 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-3a864f12-6210-42bb-bd52-b99df31b53f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:45.481542 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-016357ac-5a78-4db7-985f-6d23211e2f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:45.504944 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-016357ac-5a78-4db7-985f-6d23211e2f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:45.558532 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-016357ac-5a78-4db7-985f-6d23211e2f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:45.561041 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-016357ac-5a78-4db7-985f-6d23211e2f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:45.562206 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-016357ac-5a78-4db7-985f-6d23211e2f1f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/729838e2-7652-4094-aecb-ac1db891598c HTTP/1.1" status: 204 len: 168 time: 0.1287274 Jun 16 16:30:45.562971 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ea66ae87-555d-4c35-8b4a-cd9fe3dcaa5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:45.570916 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016357ac-5a78-4db7-985f-6d23211e2f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729838e2-7652-4094-aecb-ac1db891598c,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:45.573288 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-016357ac-5a78-4db7-985f-6d23211e2f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:46.168630 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 38592) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:46.260823 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [None req-ac1dbf5a-74c4-4388-8caa-0f8a2793d059 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1280936133-network', 'tenant_id': '5a748d34a1fa4b708338a26b523ea361'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:30:46.280902 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1dbf5a-74c4-4388-8caa-0f8a2793d059 admin admin] Made reservation on behalf of 5a748d34a1fa4b708338a26b523ea361 for: {'network': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:30:46.283142 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ac1dbf5a-74c4-4388-8caa-0f8a2793d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for network, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:46.291676 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ac1dbf5a-74c4-4388-8caa-0f8a2793d059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:46.376157 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ac1dbf5a-74c4-4388-8caa-0f8a2793d059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:46.380031 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ac1dbf5a-74c4-4388-8caa-0f8a2793d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:46.383797 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1438671f-176c-4284-8010-5edfd670976e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:46.400791 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1dbf5a-74c4-4388-8caa-0f8a2793d059 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=91607) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:30:46.414504 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1dbf5a-74c4-4388-8caa-0f8a2793d059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10558f87-63fe-4877-9cca-57953f0d5d47,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:46.418738 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ac1dbf5a-74c4-4388-8caa-0f8a2793d059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:46.419794 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ac1dbf5a-74c4-4388-8caa-0f8a2793d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:46.420133 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.segments_db [None req-ac1dbf5a-74c4-4388-8caa-0f8a2793d059 admin admin] Added segment b34ae5fe-9924-4ce9-be3d-b40c84cbc157 of type vlan for network 85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 Jun 16 16:30:46.460307 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ac1dbf5a-74c4-4388-8caa-0f8a2793d059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738765082754'] for network, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:46.488481 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ac1dbf5a-74c4-4388-8caa-0f8a2793d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054'] for network, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:46.489785 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1dbf5a-74c4-4388-8caa-0f8a2793d059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:46.490384 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-ac1dbf5a-74c4-4388-8caa-0f8a2793d059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:46.492476 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:46.524674 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-ac1dbf5a-74c4-4388-8caa-0f8a2793d059 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3549490 Jun 16 16:30:46.527734 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 38596) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:46.533140 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-7468230e-9be1-4815-ae91-a09751b0d635 admin admin] Request body: {'subnet': {'network_id': '85c55fc3-a3a8-4a3f-b7aa-673c820f31c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1280936133-subnet', 'tenant_id': '5a748d34a1fa4b708338a26b523ea361', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:30:46.554829 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7468230e-9be1-4815-ae91-a09751b0d635 admin admin] Made reservation on behalf of 5a748d34a1fa4b708338a26b523ea361 for: {'subnet': 1} {{(pid=91606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:30:46.557103 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7468230e-9be1-4815-ae91-a09751b0d635 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29844828'] for subnet, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:46.558007 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1dbf5a-74c4-4388-8caa-0f8a2793d059 admin admin] Pushing event updated for resources: {'Network': ['ID=85c55fc3-a3a8-4a3f-b7aa-673c820f31c2,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:46.560572 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-ac1dbf5a-74c4-4388-8caa-0f8a2793d059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:46.567996 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Network 85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 details requested by agent ovs-agent-dv-cinder-775250-5-iscsi with host dv-cinder-775250-5-iscsi {{(pid=91608) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:30:46.722535 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7468230e-9be1-4815-ae91-a09751b0d635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30257189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29844814'] for subnet, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:46.724640 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:46.781891 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468230e-9be1-4815-ae91-a09751b0d635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1282d70e-feca-438e-af1b-e046b7e774e1,revision_number=0']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:46.785801 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-7468230e-9be1-4815-ae91-a09751b0d635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:46.790358 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7468230e-9be1-4815-ae91-a09751b0d635 admin admin] Checking segment: {'id': 'b34ae5fe-9924-4ce9-be3d-b40c84cbc157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '85c55fc3-a3a8-4a3f-b7aa-673c820f31c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:30:46.790710 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7468230e-9be1-4815-ae91-a09751b0d635 admin admin] Network hostable DHCP agents. Network: 85c55fc3-a3a8-4a3f-b7aa-673c820f31c2, hostable agents: ['f7e75dfc-b023-46f6-a5e6-85c3e9d5540a'], hosted agents: [] {{(pid=91606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:30:46.811288 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7468230e-9be1-4815-ae91-a09751b0d635 admin admin] Network 85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 is scheduled to be hosted by DHCP agent f7e75dfc-b023-46f6-a5e6-85c3e9d5540a with binding_index 1 {{(pid=91606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:30:46.823040 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-7468230e-9be1-4815-ae91-a09751b0d635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-5-iscsi, 85c55fc3-a3a8-4a3f-b7aa-673c820f31c2) {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:46.827274 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7468230e-9be1-4815-ae91-a09751b0d635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:46.827859 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-7468230e-9be1-4815-ae91-a09751b0d635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:46.834535 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b08631-e758-4b17-9ea9-955acd05f591 None None] Network 85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:30:46.843810 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-7468230e-9be1-4815-ae91-a09751b0d635 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3149507 Jun 16 16:30:46.960776 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9279dd9-0e47-42c1-8bdd-d8e2cfa3e74b None None] Network 85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:30:48.588725 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c463ff8-8eaf-466c-a72c-479660f217db req-39baf5c7-7857-411f-b092-41b45da55370 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:48.590359 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c463ff8-8eaf-466c-a72c-479660f217db req-39baf5c7-7857-411f-b092-41b45da55370 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/networks?id=85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 HTTP/1.1" status: 200 len: 814 time: 0.1015391 Jun 16 16:30:48.604664 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c463ff8-8eaf-466c-a72c-479660f217db req-d5806d37-c7ae-478f-ae03-aeab544dc5e2 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/quotas/5a748d34a1fa4b708338a26b523ea361 HTTP/1.1" status: 200 len: 375 time: 0.0089328 Jun 16 16:30:48.641304 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c463ff8-8eaf-466c-a72c-479660f217db req-b45cb738-3a20-49ff-a5b6-54ccc64f1024 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5a748d34a1fa4b708338a26b523ea361&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317712 Jun 16 16:30:48.728678 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c463ff8-8eaf-466c-a72c-479660f217db req-ccb0e052-94cf-4d6f-b3e5-7e54435d1c2f service neutron] 10.222.0.86 "GET /v2.0/networks/85c55fc3-a3a8-4a3f-b7aa-673c820f31c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799992 Jun 16 16:30:48.818912 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c463ff8-8eaf-466c-a72c-479660f217db req-e33f0a5d-2c5d-4c55-9ee8-aef50fdba628 service neutron] 10.222.0.86 "GET /v2.0/networks/85c55fc3-a3a8-4a3f-b7aa-673c820f31c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841751 Jun 16 16:30:48.982973 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-02254673-b8d9-4d1b-a0a4-db2289c7e408 req-b392e26b-d9b2-4f04-84d2-c584ac7d52e8 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=807567df-b3a0-41c6-ad44-efec4ebf18f7 HTTP/1.1" status: 200 len: 210 time: 0.0288987 Jun 16 16:30:50.119005 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c463ff8-8eaf-466c-a72c-479660f217db req-69a54870-261c-4e51-9d8c-991c69ced86b tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:50.120465 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c463ff8-8eaf-466c-a72c-479660f217db req-69a54870-261c-4e51-9d8c-991c69ced86b tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.99 "GET /v2.0/networks?id=85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 HTTP/1.1" status: 200 len: 814 time: 0.1092308 Jun 16 16:30:50.137367 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-6c463ff8-8eaf-466c-a72c-479660f217db req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Request body: {'port': {'device_id': '807567df-b3a0-41c6-ad44-efec4ebf18f7', 'network_id': '85c55fc3-a3a8-4a3f-b7aa-673c820f31c2', 'admin_state_up': True, 'tenant_id': '5a748d34a1fa4b708338a26b523ea361'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:30:50.195790 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-5039f8c8-922c-4ffa-a1c0-c5f36f44ad37 req-079610fe-8837-4864-8958-80f8515c7649 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=807567df-b3a0-41c6-ad44-efec4ebf18f7 HTTP/1.1" status: 200 len: 210 time: 0.0426767 Jun 16 16:30:50.284840 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c463ff8-8eaf-466c-a72c-479660f217db req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Made reservation on behalf of 5a748d34a1fa4b708338a26b523ea361 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:30:50.289601 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6c463ff8-8eaf-466c-a72c-479660f217db req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:50.418365 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-6c463ff8-8eaf-466c-a72c-479660f217db req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Allocated IP 172.20.0.13 (85c55fc3-a3a8-4a3f-b7aa-673c820f31c2/1282d70e-feca-438e-af1b-e046b7e774e1/eb08953a-7ff1-4d39-85d2-b2c1d01e206d) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:30:50.564680 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6c463ff8-8eaf-466c-a72c-479660f217db req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:50.611019 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6c463ff8-8eaf-466c-a72c-479660f217db req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:50.615086 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:50.653630 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c463ff8-8eaf-466c-a72c-479660f217db req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Network 85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:30:50.658971 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-6c463ff8-8eaf-466c-a72c-479660f217db req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:50.663342 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c463ff8-8eaf-466c-a72c-479660f217db req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:30:50.669686 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Pushing event updated for resources: {'Port': ['ID=eb08953a-7ff1-4d39-85d2-b2c1d01e206d,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:50.697805 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.698188 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.698563 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.698931 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.699293 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.699653 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.700011 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.700371 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.700727 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.701081 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.701434 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.701819 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.706974 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:50.725003 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c463ff8-8eaf-466c-a72c-479660f217db req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:50.725627 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6c463ff8-8eaf-466c-a72c-479660f217db req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:50.739330 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c463ff8-8eaf-466c-a72c-479660f217db req-1a5d6d27-9be9-46b7-a3d9-20a1f61ac6ef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6057878 Jun 16 16:30:50.757006 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Request body: {'port': {'device_id': '807567df-b3a0-41c6-ad44-efec4ebf18f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:30:50.829590 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:51.078313 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb08953a-7ff1-4d39-85d2-b2c1d01e206d {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:30:51.086537 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:51.098592 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Transition to ACTIVE for port object eb08953a-7ff1-4d39-85d2-b2c1d01e206d will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:30:51.102632 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:51.105282 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1236fefb-922f-4ee4-a78e-cdd12a076183 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:51.196764 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Pushing event updated for resources: {'Port': ['ID=eb08953a-7ff1-4d39-85d2-b2c1d01e206d,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:51.200045 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:51.245310 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Attempting to bind port eb08953a-7ff1-4d39-85d2-b2c1d01e206d on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:30:51.245672 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Attempting to bind port eb08953a-7ff1-4d39-85d2-b2c1d01e206d by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'b34ae5fe-9924-4ce9-be3d-b40c84cbc157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '85c55fc3-a3a8-4a3f-b7aa-673c820f31c2'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:30:51.246002 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Attempting to bind port eb08953a-7ff1-4d39-85d2-b2c1d01e206d on network 85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:30:51.250254 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Port eb08953a-7ff1-4d39-85d2-b2c1d01e206d on network 85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:30:51.250578 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Attempting to bind port eb08953a-7ff1-4d39-85d2-b2c1d01e206d on network 85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:30:51.255336 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:30:51.255667 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Checking segment: {'id': 'b34ae5fe-9924-4ce9-be3d-b40c84cbc157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '85c55fc3-a3a8-4a3f-b7aa-673c820f31c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:30:51.256041 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Bound using segment: {'id': 'b34ae5fe-9924-4ce9-be3d-b40c84cbc157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '85c55fc3-a3a8-4a3f-b7aa-673c820f31c2'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:30:51.256499 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Bound port: eb08953a-7ff1-4d39-85d2-b2c1d01e206d, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34ae5fe-9924-4ce9-be3d-b40c84cbc157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '85c55fc3-a3a8-4a3f-b7aa-673c820f31c2'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:30:51.256847 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:51.318249 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] For port eb08953a-7ff1-4d39-85d2-b2c1d01e206d, host hv-cinder-77525, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:30:51.321879 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] For port eb08953a-7ff1-4d39-85d2-b2c1d01e206d, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=eb08953a-7ff1-4d39-85d2-b2c1d01e206d,segment=NetworkSegment(b34ae5fe-9924-4ce9-be3d-b40c84cbc157),segment_id=b34ae5fe-9924-4ce9-be3d-b40c84cbc157)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:30:51.326050 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:51.328030 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-15b03bc8-6a28-4169-bdb9-2f9f2e463311 tempest-TestShelveInstance-608571980 tempest-TestShelveInstance-608571980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:51.367937 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc0ee2-1b38-4358-96a1-79432d74f933 req-645e2de2-61f9-4202-89d0-208a74aeb973 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:51.369496 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-afdc0ee2-1b38-4358-96a1-79432d74f933 req-645e2de2-61f9-4202-89d0-208a74aeb973 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=807567df-b3a0-41c6-ad44-efec4ebf18f7 HTTP/1.1" status: 200 len: 944 time: 0.0628831 Jun 16 16:30:51.370089 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:51.370688 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:51.372028 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c463ff8-8eaf-466c-a72c-479660f217db req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] 10.222.0.99 "PUT /v2.0/ports/eb08953a-7ff1-4d39-85d2-b2c1d01e206d HTTP/1.1" status: 200 len: 1094 time: 0.6196790 Jun 16 16:30:51.372572 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807567df-b3a0-41c6-ad44-efec4ebf18f7', 'tag': 'eb08953a-7ff1-4d39-85d2-b2c1d01e206d'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:30:51.374860 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73d392b-79ef-4630-a7ab-26b5654ee9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "807567df-b3a0-41c6-ad44-efec4ebf18f7", "tag": "eb08953a-7ff1-4d39-85d2-b2c1d01e206d"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:30:51.397138 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Pushing event updated for resources: {'Port': ['ID=eb08953a-7ff1-4d39-85d2-b2c1d01e206d,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:51.400167 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:51.419056 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-afdc0ee2-1b38-4358-96a1-79432d74f933 req-ec8b47c8-25d8-4c75-b817-cf9f5fc81abe tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434518 Jun 16 16:30:51.424865 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e69c6c-c323-4706-b898-3cf85b0f06ee x-openstack-request-id: req-62e69c6c-c323-4706-b898-3cf85b0f06ee {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:30:51.425021 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807567df-b3a0-41c6-ad44-efec4ebf18f7", "tag": "eb08953a-7ff1-4d39-85d2-b2c1d01e206d", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:30:51.425318 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-62e69c6c-c323-4706-b898-3cf85b0f06ee {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:30:51.425771 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807567df-b3a0-41c6-ad44-efec4ebf18f7', 'tag': 'eb08953a-7ff1-4d39-85d2-b2c1d01e206d', 'status': 'completed', 'code': 200} Jun 16 16:30:51.470171 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c463ff8-8eaf-466c-a72c-479660f217db req-bb2e54f1-206c-4f12-9633-9797da7449b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:51.471635 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c463ff8-8eaf-466c-a72c-479660f217db req-bb2e54f1-206c-4f12-9633-9797da7449b3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5a748d34a1fa4b708338a26b523ea361&device_id=807567df-b3a0-41c6-ad44-efec4ebf18f7 HTTP/1.1" status: 200 len: 1097 time: 0.0557594 Jun 16 16:30:51.512359 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c463ff8-8eaf-466c-a72c-479660f217db req-0349c758-81a0-4857-8f07-b74b98469103 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb08953a-7ff1-4d39-85d2-b2c1d01e206d HTTP/1.1" status: 200 len: 217 time: 0.0329974 Jun 16 16:30:51.566416 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c463ff8-8eaf-466c-a72c-479660f217db req-d68f99f2-5068-4f4a-8bca-77e59b3ca7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:51.568475 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c463ff8-8eaf-466c-a72c-479660f217db req-d68f99f2-5068-4f4a-8bca-77e59b3ca7b4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1282d70e-feca-438e-af1b-e046b7e774e1 HTTP/1.1" status: 200 len: 854 time: 0.0460789 Jun 16 16:30:51.604261 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c463ff8-8eaf-466c-a72c-479660f217db req-c193574d-f29e-4559-bf45-5adf7b336286 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=85c55fc3-a3a8-4a3f-b7aa-673c820f31c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255330 Jun 16 16:30:51.703115 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c463ff8-8eaf-466c-a72c-479660f217db req-bf0f3172-5531-44c8-8d2a-0f59b67b5e01 service neutron] 10.222.0.99 "GET /v2.0/networks/85c55fc3-a3a8-4a3f-b7aa-673c820f31c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871420 Jun 16 16:30:51.797627 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6c463ff8-8eaf-466c-a72c-479660f217db req-409ef960-c130-4ae0-9696-22a810fe965d service neutron] 10.222.0.99 "GET /v2.0/networks/85c55fc3-a3a8-4a3f-b7aa-673c820f31c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845752 Jun 16 16:30:51.909017 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d392b-79ef-4630-a7ab-26b5654ee9f2 req-ec3e8a79-cc03-45b0-a725-0708f7185e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:51.911085 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c73d392b-79ef-4630-a7ab-26b5654ee9f2 req-ec3e8a79-cc03-45b0-a725-0708f7185e9e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5a748d34a1fa4b708338a26b523ea361&device_id=807567df-b3a0-41c6-ad44-efec4ebf18f7 HTTP/1.1" status: 200 len: 1097 time: 0.0517318 Jun 16 16:30:52.003903 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d392b-79ef-4630-a7ab-26b5654ee9f2 req-c58de608-d9d7-43a3-b90e-b2385b5b25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:52.005455 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c73d392b-79ef-4630-a7ab-26b5654ee9f2 req-c58de608-d9d7-43a3-b90e-b2385b5b25fe service neutron] 10.222.0.99 "GET /v2.0/networks?id=85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 HTTP/1.1" status: 200 len: 915 time: 0.0876925 Jun 16 16:30:52.049372 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c73d392b-79ef-4630-a7ab-26b5654ee9f2 req-bafb2533-2f34-4375-b6a4-da6beb37f9be service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb08953a-7ff1-4d39-85d2-b2c1d01e206d HTTP/1.1" status: 200 len: 217 time: 0.0338373 Jun 16 16:30:52.103571 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d392b-79ef-4630-a7ab-26b5654ee9f2 req-7acb66da-b230-4dbd-99da-847c706ec8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:52.105192 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c73d392b-79ef-4630-a7ab-26b5654ee9f2 req-7acb66da-b230-4dbd-99da-847c706ec8e9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1282d70e-feca-438e-af1b-e046b7e774e1 HTTP/1.1" status: 200 len: 854 time: 0.0469115 Jun 16 16:30:52.142397 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c73d392b-79ef-4630-a7ab-26b5654ee9f2 req-0645a1cc-e260-41db-aa51-140af7a6b335 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=85c55fc3-a3a8-4a3f-b7aa-673c820f31c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257900 Jun 16 16:30:52.182194 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1aa00989-c157-41b6-859e-095c033827be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:52.231592 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c73d392b-79ef-4630-a7ab-26b5654ee9f2 req-ef98006f-f90c-4049-bf1d-a6a8728e5533 service neutron] 10.222.0.99 "GET /v2.0/networks/85c55fc3-a3a8-4a3f-b7aa-673c820f31c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805178 Jun 16 16:30:52.321080 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c73d392b-79ef-4630-a7ab-26b5654ee9f2 req-3306ccda-ba82-480c-a2e8-f1f898cae9fc service neutron] 10.222.0.99 "GET /v2.0/networks/85c55fc3-a3a8-4a3f-b7aa-673c820f31c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820119 Jun 16 16:30:52.590243 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80145e0-989b-4729-9de8-56c1ff76c2c1 req-2d7ce97e-9efb-468d-8cbf-f3cd877c64d0 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:52.591604 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f80145e0-989b-4729-9de8-56c1ff76c2c1 req-2d7ce97e-9efb-468d-8cbf-f3cd877c64d0 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=807567df-b3a0-41c6-ad44-efec4ebf18f7 HTTP/1.1" status: 200 len: 944 time: 0.0612228 Jun 16 16:30:52.627973 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f80145e0-989b-4729-9de8-56c1ff76c2c1 req-a858a514-547b-4c90-8506-dabf079c2bee tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308447 Jun 16 16:30:53.803885 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e43b4-8d56-4be2-a797-4a5a1a77fdcb req-4aeb282e-440a-49b2-9f33-98b997ea4307 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:53.805275 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-921e43b4-8d56-4be2-a797-4a5a1a77fdcb req-4aeb282e-440a-49b2-9f33-98b997ea4307 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=807567df-b3a0-41c6-ad44-efec4ebf18f7 HTTP/1.1" status: 200 len: 944 time: 0.0675704 Jun 16 16:30:53.841944 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-921e43b4-8d56-4be2-a797-4a5a1a77fdcb req-75799866-a108-4ce8-a465-6b1663cdc4c4 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309355 Jun 16 16:30:54.819296 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5a973b31-9581-4c8c-88ec-9b9651934f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:54.926151 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.039520 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be05f5-217d-47d0-80e4-f97a7846aa2f req-8ee7ce65-7fe2-461e-9c9b-8d1a434b8602 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:55.041044 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e1be05f5-217d-47d0-80e4-f97a7846aa2f req-8ee7ce65-7fe2-461e-9c9b-8d1a434b8602 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=807567df-b3a0-41c6-ad44-efec4ebf18f7 HTTP/1.1" status: 200 len: 944 time: 0.0761087 Jun 16 16:30:55.080534 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e1be05f5-217d-47d0-80e4-f97a7846aa2f req-423eb997-bd83-47f9-9264-9b1d469e9ecf tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335734 Jun 16 16:30:55.894714 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:56.252380 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a8b5a-7152-4e3d-90d5-bf6262f44927 req-96267fd3-5de6-409d-9b3e-e93207a237f6 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:56.253814 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-415a8b5a-7152-4e3d-90d5-bf6262f44927 req-96267fd3-5de6-409d-9b3e-e93207a237f6 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=807567df-b3a0-41c6-ad44-efec4ebf18f7 HTTP/1.1" status: 200 len: 944 time: 0.0629129 Jun 16 16:30:56.268331 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device eb08953a-7ff1-4d39-85d2-b2c1d01e206d details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:30:56.291675 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-415a8b5a-7152-4e3d-90d5-bf6262f44927 req-0337ab70-2000-4c3f-9b28-13635dd40311 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323417 Jun 16 16:30:56.358784 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port eb08953a-7ff1-4d39-85d2-b2c1d01e206d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=eb08953a-7ff1-4d39-85d2-b2c1d01e206d,segment=NetworkSegment(b34ae5fe-9924-4ce9-be3d-b40c84cbc157),segment_id=b34ae5fe-9924-4ce9-be3d-b40c84cbc157)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:56.370159 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': 'eb08953a-7ff1-4d39-85d2-b2c1d01e206d', 'network_id': '85c55fc3-a3a8-4a3f-b7aa-673c820f31c2', 'port_id': 'eb08953a-7ff1-4d39-85d2-b2c1d01e206d', 'mac_address': 'fa:16:3e:bc:62:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1282d70e-feca-438e-af1b-e046b7e774e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:30:56.408065 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:56.420857 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb08953a-7ff1-4d39-85d2-b2c1d01e206d {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:30:56.439467 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port eb08953a-7ff1-4d39-85d2-b2c1d01e206d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=eb08953a-7ff1-4d39-85d2-b2c1d01e206d,segment=NetworkSegment(b34ae5fe-9924-4ce9-be3d-b40c84cbc157),segment_id=b34ae5fe-9924-4ce9-be3d-b40c84cbc157)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:56.443002 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:56.444724 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:56.489953 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=eb08953a-7ff1-4d39-85d2-b2c1d01e206d,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:56.496600 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:56.496946 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:56.497285 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:56.497653 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:56.497984 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:56.498309 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:56.498634 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:56.498958 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:56.499277 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:56.499596 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:56.499915 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:56.500236 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:56.504879 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:56.724177 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['eb08953a-7ff1-4d39-85d2-b2c1d01e206d'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:30:57.463426 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008c13b-0573-415d-9d42-92febaea7cf8 req-ce338faa-a46c-445b-8193-f67d8e64082d tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:57.464918 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8008c13b-0573-415d-9d42-92febaea7cf8 req-ce338faa-a46c-445b-8193-f67d8e64082d tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=807567df-b3a0-41c6-ad44-efec4ebf18f7 HTTP/1.1" status: 200 len: 945 time: 0.0621715 Jun 16 16:30:57.504137 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8008c13b-0573-415d-9d42-92febaea7cf8 req-cb5265f6-9d7e-4cac-b838-f2dce10e7897 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331450 Jun 16 16:30:57.652620 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:58.244428 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:58.281744 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device eb08953a-7ff1-4d39-85d2-b2c1d01e206d up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:30:58.328423 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port eb08953a-7ff1-4d39-85d2-b2c1d01e206d completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:30:58.333119 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port eb08953a-7ff1-4d39-85d2-b2c1d01e206d triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:30:58.333497 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:58.405196 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:58.428684 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807567df-b3a0-41c6-ad44-efec4ebf18f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb08953a-7ff1-4d39-85d2-b2c1d01e206d'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:30:58.430975 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d6819b-d3ab-4921-9416-d5a1c35b6a2c" -d '{"events": [{"server_uuid": "807567df-b3a0-41c6-ad44-efec4ebf18f7", "name": "network-vif-plugged", "status": "completed", "tag": "eb08953a-7ff1-4d39-85d2-b2c1d01e206d"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:30:58.444026 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port eb08953a-7ff1-4d39-85d2-b2c1d01e206d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=eb08953a-7ff1-4d39-85d2-b2c1d01e206d,segment=NetworkSegment(b34ae5fe-9924-4ce9-be3d-b40c84cbc157),segment_id=b34ae5fe-9924-4ce9-be3d-b40c84cbc157)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:58.447915 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:58.449808 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fb45405-64d3-48bf-a9c9-ca6e96783e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:58.471241 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e664e16-1746-4229-b3a0-f36b7f60a480 x-openstack-request-id: req-3e664e16-1746-4229-b3a0-f36b7f60a480 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:30:58.471535 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807567df-b3a0-41c6-ad44-efec4ebf18f7", "name": "network-vif-plugged", "status": "completed", "tag": "eb08953a-7ff1-4d39-85d2-b2c1d01e206d", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:30:58.471789 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3e664e16-1746-4229-b3a0-f36b7f60a480 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:30:58.472179 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807567df-b3a0-41c6-ad44-efec4ebf18f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb08953a-7ff1-4d39-85d2-b2c1d01e206d', 'code': 200} Jun 16 16:30:58.496667 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=eb08953a-7ff1-4d39-85d2-b2c1d01e206d,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:58.499467 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:58.726772 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16a860-4e18-4c9d-a88e-ac7a6cf1463e req-12d903cf-19ed-4ff7-b085-6c8b93a3d995 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:58.728245 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-be16a860-4e18-4c9d-a88e-ac7a6cf1463e req-12d903cf-19ed-4ff7-b085-6c8b93a3d995 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=807567df-b3a0-41c6-ad44-efec4ebf18f7 HTTP/1.1" status: 200 len: 946 time: 0.0986841 Jun 16 16:30:58.742699 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4048fff-8cd1-40f7-8d72-a0f80f4d0b07 req-d5ee09cc-e67e-4518-8f39-8221bc65bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:58.744075 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a4048fff-8cd1-40f7-8d72-a0f80f4d0b07 req-d5ee09cc-e67e-4518-8f39-8221bc65bffd service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=807567df-b3a0-41c6-ad44-efec4ebf18f7 HTTP/1.1" status: 200 len: 1099 time: 0.0844483 Jun 16 16:30:58.783350 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-be16a860-4e18-4c9d-a88e-ac7a6cf1463e req-f9cac0f9-03e8-4344-9cff-6e2755d47542 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487094 Jun 16 16:30:58.796167 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a4048fff-8cd1-40f7-8d72-a0f80f4d0b07 req-62e65f2e-5231-43f9-bc27-57b018d1346d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412595 Jun 16 16:30:59.956353 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822d907-e75c-4235-8660-c5a22e7dbc84 req-da554264-a8b8-43cf-be58-36a5ae71c0a3 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:59.957812 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-a822d907-e75c-4235-8660-c5a22e7dbc84 req-da554264-a8b8-43cf-be58-36a5ae71c0a3 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=807567df-b3a0-41c6-ad44-efec4ebf18f7 HTTP/1.1" status: 200 len: 946 time: 0.0610893 Jun 16 16:30:59.997707 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-a822d907-e75c-4235-8660-c5a22e7dbc84 req-dafc8501-0eeb-4d6f-857a-1d27fdb3aeeb tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340364 Jun 16 16:31:10.048303 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:31:22.183184 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-076be104-eef7-4df5-a7d3-3118f868caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:24.822857 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-96949f4f-5b37-4e90-8f11-5819e96f0177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:24.919272 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:25.896342 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:27.652079 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:28.252825 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:32.642070 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b50711d6-7329-4381-8807-e46f61f18012 req-3b27be49-0cea-4bf2-81f6-431dc5f294ac service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537038 Jun 16 16:31:32.994441 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50711d6-7329-4381-8807-e46f61f18012 req-1aa52851-edcc-461c-abdf-180d3391b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:32.995822 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b50711d6-7329-4381-8807-e46f61f18012 req-1aa52851-edcc-461c-abdf-180d3391b463 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c88518414b9d4537a6f35076bcdfa876&device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 1098 time: 0.3305390 Jun 16 16:31:33.108978 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50711d6-7329-4381-8807-e46f61f18012 req-23f1132c-6298-4685-ba51-97480e5d9262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:33.110429 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b50711d6-7329-4381-8807-e46f61f18012 req-23f1132c-6298-4685-ba51-97480e5d9262 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 200 len: 913 time: 0.0907664 Jun 16 16:31:33.179630 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b50711d6-7329-4381-8807-e46f61f18012 req-159f4e89-0303-44c9-82c2-d52f067985b6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80423dd-fc09-47ed-aa4b-ec178436ebf8 HTTP/1.1" status: 200 len: 1001 time: 0.0598948 Jun 16 16:31:33.227417 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50711d6-7329-4381-8807-e46f61f18012 req-bf88da66-fde7-47be-bb0f-9584ff25f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:33.228824 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b50711d6-7329-4381-8807-e46f61f18012 req-bf88da66-fde7-47be-bb0f-9584ff25f98c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4 HTTP/1.1" status: 200 len: 851 time: 0.0435777 Jun 16 16:31:33.287997 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50711d6-7329-4381-8807-e46f61f18012 req-8ff0f499-13ec-4576-8d7e-46c66fff3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:33.290043 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b50711d6-7329-4381-8807-e46f61f18012 req-8ff0f499-13ec-4576-8d7e-46c66fff3298 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e512722-20d3-49d6-a0cb-008cc5c92094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532866 Jun 16 16:31:33.383227 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b50711d6-7329-4381-8807-e46f61f18012 req-676f15ce-afaa-428f-897e-2fb446d880f3 service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840399 Jun 16 16:31:33.481495 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b50711d6-7329-4381-8807-e46f61f18012 req-3c1bec99-e7e1-401a-af07-a64b3ae2245e service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905702 Jun 16 16:31:42.711063 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23eb12d-2506-41a3-8fe6-88848fa8b2d6 req-f16aa584-8107-4dee-803d-40d091c0a358 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:42.712566 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f23eb12d-2506-41a3-8fe6-88848fa8b2d6 req-f16aa584-8107-4dee-803d-40d091c0a358 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=807567df-b3a0-41c6-ad44-efec4ebf18f7 HTTP/1.1" status: 200 len: 946 time: 0.0676584 Jun 16 16:31:42.750082 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-f23eb12d-2506-41a3-8fe6-88848fa8b2d6 req-0e74c954-e641-4197-abcb-ad3eb59a414e tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317004 Jun 16 16:31:43.935249 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f53ee-d10a-4c01-87d3-c7c88f19dd63 req-c08ea18b-0ac7-4736-9d52-99d1acc393cb tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:43.936738 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e81f53ee-d10a-4c01-87d3-c7c88f19dd63 req-c08ea18b-0ac7-4736-9d52-99d1acc393cb tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=807567df-b3a0-41c6-ad44-efec4ebf18f7 HTTP/1.1" status: 200 len: 946 time: 0.0684619 Jun 16 16:31:43.976525 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e81f53ee-d10a-4c01-87d3-c7c88f19dd63 req-962a9492-b9c6-424d-a32c-3449700b58a8 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335236 Jun 16 16:31:44.387538 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40841683-e7b9-41f8-82db-dc1c6b80f492 req-a5d24e2d-2ccc-4ba0-99be-79a610bdd5b4 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:44.389056 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-40841683-e7b9-41f8-82db-dc1c6b80f492 req-a5d24e2d-2ccc-4ba0-99be-79a610bdd5b4 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.99 "GET /v2.0/ports?device_id=807567df-b3a0-41c6-ad44-efec4ebf18f7 HTTP/1.1" status: 200 len: 946 time: 0.0676870 Jun 16 16:31:44.493801 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-40841683-e7b9-41f8-82db-dc1c6b80f492 req-7ed702e1-d1e0-4e74-9b34-909246c79e28 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Deleting port eb08953a-7ff1-4d39-85d2-b2c1d01e206d {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:31:44.494140 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-40841683-e7b9-41f8-82db-dc1c6b80f492 req-7ed702e1-d1e0-4e74-9b34-909246c79e28 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:44.583181 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-40841683-e7b9-41f8-82db-dc1c6b80f492 req-7ed702e1-d1e0-4e74-9b34-909246c79e28 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] For port eb08953a-7ff1-4d39-85d2-b2c1d01e206d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=eb08953a-7ff1-4d39-85d2-b2c1d01e206d,segment=NetworkSegment(b34ae5fe-9924-4ce9-be3d-b40c84cbc157),segment_id=b34ae5fe-9924-4ce9-be3d-b40c84cbc157)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:31:44.583540 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-40841683-e7b9-41f8-82db-dc1c6b80f492 req-7ed702e1-d1e0-4e74-9b34-909246c79e28 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:44.650997 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-40841683-e7b9-41f8-82db-dc1c6b80f492 req-7ed702e1-d1e0-4e74-9b34-909246c79e28 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Calling delete_port for eb08953a-7ff1-4d39-85d2-b2c1d01e206d owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:31:44.795156 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-40841683-e7b9-41f8-82db-dc1c6b80f492 req-7ed702e1-d1e0-4e74-9b34-909246c79e28 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:44.799570 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-affdb668-e5d5-4238-9c4f-8658d38cdbfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:44.811862 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['eb08953a-7ff1-4d39-85d2-b2c1d01e206d'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:31:44.829002 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed702e1-d1e0-4e74-9b34-909246c79e28 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Pushing event deleted for resources: {'Port': ['ID=eb08953a-7ff1-4d39-85d2-b2c1d01e206d,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:44.834557 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7ed702e1-d1e0-4e74-9b34-909246c79e28 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:44.885765 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-40841683-e7b9-41f8-82db-dc1c6b80f492 req-7ed702e1-d1e0-4e74-9b34-909246c79e28 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] No DVR routers for this DVR port eb08953a-7ff1-4d39-85d2-b2c1d01e206d on host hv-cinder-77525 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:31:44.888495 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-40841683-e7b9-41f8-82db-dc1c6b80f492 req-7ed702e1-d1e0-4e74-9b34-909246c79e28 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:44.890521 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-40841683-e7b9-41f8-82db-dc1c6b80f492 req-7ed702e1-d1e0-4e74-9b34-909246c79e28 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.99 "DELETE /v2.0/ports/eb08953a-7ff1-4d39-85d2-b2c1d01e206d HTTP/1.1" status: 204 len: 173 time: 0.4944232 Jun 16 16:31:44.891057 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807567df-b3a0-41c6-ad44-efec4ebf18f7', 'name': 'network-vif-deleted', 'tag': 'eb08953a-7ff1-4d39-85d2-b2c1d01e206d'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:31:44.893488 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed85fb0a-d3cd-4c6b-81a8-0918b6e5df47" -d '{"events": [{"server_uuid": "807567df-b3a0-41c6-ad44-efec4ebf18f7", "name": "network-vif-deleted", "tag": "eb08953a-7ff1-4d39-85d2-b2c1d01e206d"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:31:44.944010 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924ee4e4-68f8-4324-a17a-54bd1e58d997 x-openstack-request-id: req-924ee4e4-68f8-4324-a17a-54bd1e58d997 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:31:44.944629 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807567df-b3a0-41c6-ad44-efec4ebf18f7", "name": "network-vif-deleted", "tag": "eb08953a-7ff1-4d39-85d2-b2c1d01e206d", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:31:44.945106 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-924ee4e4-68f8-4324-a17a-54bd1e58d997 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:31:44.945840 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807567df-b3a0-41c6-ad44-efec4ebf18f7', 'name': 'network-vif-deleted', 'tag': 'eb08953a-7ff1-4d39-85d2-b2c1d01e206d', 'status': 'completed', 'code': 200} Jun 16 16:31:45.184592 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-a73ecbf8-a21a-413a-82d5-323a4b3d7f7e req-cd5b6a39-3b73-4d71-9f0f-91be9989ffd4 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=807567df-b3a0-41c6-ad44-efec4ebf18f7 HTTP/1.1" status: 200 len: 210 time: 0.0302505 Jun 16 16:31:47.046924 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:31:48.726902 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device eb08953a-7ff1-4d39-85d2-b2c1d01e206d no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:31:48.748539 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: eb08953a-7ff1-4d39-85d2-b2c1d01e206d {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:31:48.748805 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device eb08953a-7ff1-4d39-85d2-b2c1d01e206d not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:31:52.184232 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-5121c91f-f828-401b-9e0e-353fafe5f208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:54.825768 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-09bfdc99-d3d8-4d53-aac4-83a9da23a286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:54.921222 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:55.898574 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:56.242768 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-54d4aa19-8567-467c-a79e-31668c77c20b tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:56.244121 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-54d4aa19-8567-467c-a79e-31668c77c20b tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/networks?id=85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 HTTP/1.1" status: 200 len: 814 time: 0.1064107 Jun 16 16:31:56.259810 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-a43a1b20-816b-4aae-adbd-6afcdb49578a tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/quotas/5a748d34a1fa4b708338a26b523ea361 HTTP/1.1" status: 200 len: 375 time: 0.0103104 Jun 16 16:31:56.293411 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-43438bc2-9ad5-4b7e-8d91-6ff696051fb3 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=5a748d34a1fa4b708338a26b523ea361&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282474 Jun 16 16:31:56.387852 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-eff1212a-0b1e-49de-a255-4be9050cb139 service neutron] 10.222.0.86 "GET /v2.0/networks/85c55fc3-a3a8-4a3f-b7aa-673c820f31c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876112 Jun 16 16:31:56.478455 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-760c468d-1b37-4c79-8385-b91f17556216 service neutron] 10.222.0.86 "GET /v2.0/networks/85c55fc3-a3a8-4a3f-b7aa-673c820f31c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847325 Jun 16 16:31:56.664569 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-7870e1cd-8c83-4afd-9089-8bda281a31e6 req-0e9d0e84-d0a6-4bfa-a9c8-83e2abda4ccd tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=0575ca7d-1da2-486c-8d34-8e6f442b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0307260 Jun 16 16:31:57.654827 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:57.832167 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8e3794a0-a38b-41e0-a2dc-7392312b6af0 req-6d18d034-aa59-43c9-bfc3-58eb7a0dd325 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=0575ca7d-1da2-486c-8d34-8e6f442b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0374072 Jun 16 16:31:57.844576 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-b2315e81-6717-4d8a-abe0-38ff38535048 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:57.846062 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-b2315e81-6717-4d8a-abe0-38ff38535048 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.99 "GET /v2.0/networks?id=85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 HTTP/1.1" status: 200 len: 814 time: 0.1510973 Jun 16 16:31:57.865267 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Request body: {'port': {'device_id': '0575ca7d-1da2-486c-8d34-8e6f442b4c91', 'network_id': '85c55fc3-a3a8-4a3f-b7aa-673c820f31c2', 'admin_state_up': True, 'tenant_id': '5a748d34a1fa4b708338a26b523ea361'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:31:57.979251 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Made reservation on behalf of 5a748d34a1fa4b708338a26b523ea361 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:31:57.982728 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:58.111769 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Allocated IP 172.20.0.7 (85c55fc3-a3a8-4a3f-b7aa-673c820f31c2/1282d70e-feca-438e-af1b-e046b7e774e1/5d608441-cda1-43f4-980d-c2aca43fe41a) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:31:58.260745 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:58.262203 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:58.301094 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:58.304931 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d9cd6caa-7338-419d-869f-12010fb0b3e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:58.352410 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Network 85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:31:58.357515 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:31:58.362592 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:31:58.386076 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Pushing event updated for resources: {'Port': ['ID=5d608441-cda1-43f4-980d-c2aca43fe41a,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:58.400391 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:58.400772 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:58.401141 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:58.401507 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:58.401896 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:58.402255 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:58.402621 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:58.402974 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:58.403329 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:58.403683 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:58.404035 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:58.404385 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:58.410635 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:58.426532 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:58.427124 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:58.441061 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5797863 Jun 16 16:31:58.457723 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Request body: {'port': {'device_id': '0575ca7d-1da2-486c-8d34-8e6f442b4c91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:31:58.529118 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:58.790940 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d608441-cda1-43f4-980d-c2aca43fe41a {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:31:58.798374 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:58.809904 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Transition to ACTIVE for port object 5d608441-cda1-43f4-980d-c2aca43fe41a will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:31:58.813860 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:58.816675 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-864efd87-c249-4157-bac9-c6957131d77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:58.893221 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d608441-cda1-43f4-980d-c2aca43fe41a,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:58.896766 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:58.964005 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Attempting to bind port 5d608441-cda1-43f4-980d-c2aca43fe41a on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:31:58.964340 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Attempting to bind port 5d608441-cda1-43f4-980d-c2aca43fe41a by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': 'b34ae5fe-9924-4ce9-be3d-b40c84cbc157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '85c55fc3-a3a8-4a3f-b7aa-673c820f31c2'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:31:58.964663 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Attempting to bind port 5d608441-cda1-43f4-980d-c2aca43fe41a on network 85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:31:58.969907 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Port 5d608441-cda1-43f4-980d-c2aca43fe41a on network 85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:31:58.970227 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Attempting to bind port 5d608441-cda1-43f4-980d-c2aca43fe41a on network 85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:31:58.975103 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:31:58.975447 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Checking segment: {'id': 'b34ae5fe-9924-4ce9-be3d-b40c84cbc157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '85c55fc3-a3a8-4a3f-b7aa-673c820f31c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:31:58.976220 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Bound using segment: {'id': 'b34ae5fe-9924-4ce9-be3d-b40c84cbc157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '85c55fc3-a3a8-4a3f-b7aa-673c820f31c2'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:31:58.976363 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Bound port: 5d608441-cda1-43f4-980d-c2aca43fe41a, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b34ae5fe-9924-4ce9-be3d-b40c84cbc157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '85c55fc3-a3a8-4a3f-b7aa-673c820f31c2'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:31:58.976624 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:59.008019 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dc0a7-2422-498b-9cde-1662301912da req-ee050468-f8c5-4e43-aec8-b8638c6e3875 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:59.009508 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-262dc0a7-2422-498b-9cde-1662301912da req-ee050468-f8c5-4e43-aec8-b8638c6e3875 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=0575ca7d-1da2-486c-8d34-8e6f442b4c91 HTTP/1.1" status: 200 len: 943 time: 0.0638585 Jun 16 16:31:59.039078 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] For port 5d608441-cda1-43f4-980d-c2aca43fe41a, host hv-cinder-77525, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:31:59.042176 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] For port 5d608441-cda1-43f4-980d-c2aca43fe41a, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=5d608441-cda1-43f4-980d-c2aca43fe41a,segment=NetworkSegment(b34ae5fe-9924-4ce9-be3d-b40c84cbc157),segment_id=b34ae5fe-9924-4ce9-be3d-b40c84cbc157)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:31:59.047180 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:59.050041 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1ecc3e0a-171f-4809-a028-1e71dc45eae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:59.052497 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-262dc0a7-2422-498b-9cde-1662301912da req-dcfd5680-1b68-4c66-a1e2-af0df1a1ae1f tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373199 Jun 16 16:31:59.087264 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:59.087864 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:59.089209 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] 10.222.0.99 "PUT /v2.0/ports/5d608441-cda1-43f4-980d-c2aca43fe41a HTTP/1.1" status: 200 len: 1093 time: 0.6356487 Jun 16 16:31:59.089748 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0575ca7d-1da2-486c-8d34-8e6f442b4c91', 'tag': '5d608441-cda1-43f4-980d-c2aca43fe41a'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:31:59.092064 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cf8fc1-b74b-45e8-8c0a-7d93b06762a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0575ca7d-1da2-486c-8d34-8e6f442b4c91", "tag": "5d608441-cda1-43f4-980d-c2aca43fe41a"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:31:59.118615 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d608441-cda1-43f4-980d-c2aca43fe41a,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:59.121679 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:59.131716 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b31beb-7097-408f-a2d1-8042e3a42e32 x-openstack-request-id: req-c5b31beb-7097-408f-a2d1-8042e3a42e32 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:31:59.132051 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0575ca7d-1da2-486c-8d34-8e6f442b4c91", "tag": "5d608441-cda1-43f4-980d-c2aca43fe41a", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:31:59.132378 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c5b31beb-7097-408f-a2d1-8042e3a42e32 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:31:59.132819 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0575ca7d-1da2-486c-8d34-8e6f442b4c91', 'tag': '5d608441-cda1-43f4-980d-c2aca43fe41a', 'status': 'completed', 'code': 200} Jun 16 16:31:59.196959 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-42a5400b-cd1b-4b8c-8034-05b51e975e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:59.198680 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-42a5400b-cd1b-4b8c-8034-05b51e975e6b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5a748d34a1fa4b708338a26b523ea361&device_id=0575ca7d-1da2-486c-8d34-8e6f442b4c91 HTTP/1.1" status: 200 len: 1096 time: 0.0552950 Jun 16 16:31:59.241091 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-66fbd439-4b54-4677-9a68-edc9c52704e2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d608441-cda1-43f4-980d-c2aca43fe41a HTTP/1.1" status: 200 len: 217 time: 0.0333700 Jun 16 16:31:59.295473 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-2bcd8e44-c282-44cd-b466-a9ae0db2e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:59.296957 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-2bcd8e44-c282-44cd-b466-a9ae0db2e6a0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1282d70e-feca-438e-af1b-e046b7e774e1 HTTP/1.1" status: 200 len: 854 time: 0.0462446 Jun 16 16:31:59.333827 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-ac4a972f-5327-4c6e-bc29-52bb3a9eecdd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=85c55fc3-a3a8-4a3f-b7aa-673c820f31c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265105 Jun 16 16:31:59.420531 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-cfa5d430-b611-46cb-b154-ee901395dbcd service neutron] 10.222.0.99 "GET /v2.0/networks/85c55fc3-a3a8-4a3f-b7aa-673c820f31c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799909 Jun 16 16:31:59.517728 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6fdfce38-368a-415b-947a-2c0d9ac3ff7f req-e4ed057e-135e-4b59-a452-e15e5e24bf0f service neutron] 10.222.0.99 "GET /v2.0/networks/85c55fc3-a3a8-4a3f-b7aa-673c820f31c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865674 Jun 16 16:31:59.622040 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf8fc1-b74b-45e8-8c0a-7d93b06762a8 req-f82ee03a-6d42-43b0-bb52-7cc994e0c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:59.623424 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d9cf8fc1-b74b-45e8-8c0a-7d93b06762a8 req-f82ee03a-6d42-43b0-bb52-7cc994e0c3b2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=5a748d34a1fa4b708338a26b523ea361&device_id=0575ca7d-1da2-486c-8d34-8e6f442b4c91 HTTP/1.1" status: 200 len: 1096 time: 0.0546677 Jun 16 16:31:59.719083 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf8fc1-b74b-45e8-8c0a-7d93b06762a8 req-92f2c8e7-9f20-480c-9ad7-886644262f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:59.720572 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d9cf8fc1-b74b-45e8-8c0a-7d93b06762a8 req-92f2c8e7-9f20-480c-9ad7-886644262f2e service neutron] 10.222.0.99 "GET /v2.0/networks?id=85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 HTTP/1.1" status: 200 len: 915 time: 0.0893226 Jun 16 16:31:59.762572 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d9cf8fc1-b74b-45e8-8c0a-7d93b06762a8 req-e5ab1fad-8aee-46d7-91ce-4dd5db47be2d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d608441-cda1-43f4-980d-c2aca43fe41a HTTP/1.1" status: 200 len: 217 time: 0.0336213 Jun 16 16:31:59.810394 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf8fc1-b74b-45e8-8c0a-7d93b06762a8 req-18643974-eb3e-4b2c-9c25-cf273a2cfb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:59.812322 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d9cf8fc1-b74b-45e8-8c0a-7d93b06762a8 req-18643974-eb3e-4b2c-9c25-cf273a2cfb8f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=1282d70e-feca-438e-af1b-e046b7e774e1 HTTP/1.1" status: 200 len: 854 time: 0.0423293 Jun 16 16:31:59.849066 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d9cf8fc1-b74b-45e8-8c0a-7d93b06762a8 req-14756377-f70a-4e79-a449-eb2463f4841c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=85c55fc3-a3a8-4a3f-b7aa-673c820f31c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293524 Jun 16 16:31:59.939516 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d9cf8fc1-b74b-45e8-8c0a-7d93b06762a8 req-876b834d-69a9-4c61-b2bf-fe6cfd76c14e service neutron] 10.222.0.99 "GET /v2.0/networks/85c55fc3-a3a8-4a3f-b7aa-673c820f31c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833032 Jun 16 16:32:00.033292 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d9cf8fc1-b74b-45e8-8c0a-7d93b06762a8 req-5d99ab0b-491b-4272-b269-5e21020f30a4 service neutron] 10.222.0.99 "GET /v2.0/networks/85c55fc3-a3a8-4a3f-b7aa-673c820f31c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872738 Jun 16 16:32:00.227040 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96b16b-90bf-4c77-9016-fb6e4a75755e req-184cbb7d-d895-4dfe-9e3f-683fd48d05aa tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:00.228421 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0e96b16b-90bf-4c77-9016-fb6e4a75755e req-184cbb7d-d895-4dfe-9e3f-683fd48d05aa tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=0575ca7d-1da2-486c-8d34-8e6f442b4c91 HTTP/1.1" status: 200 len: 943 time: 0.0642169 Jun 16 16:32:00.266258 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0e96b16b-90bf-4c77-9016-fb6e4a75755e req-f6b6b240-6170-426e-8b3b-a4cf941888dc tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315549 Jun 16 16:32:01.246836 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995f7c3-4a7d-45eb-ab4a-a7f1a22f1de4 req-83e12b6c-405b-4c2c-9ffd-7062ff399234 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:01.248305 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6995f7c3-4a7d-45eb-ab4a-a7f1a22f1de4 req-83e12b6c-405b-4c2c-9ffd-7062ff399234 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 945 time: 0.0630236 Jun 16 16:32:01.286471 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6995f7c3-4a7d-45eb-ab4a-a7f1a22f1de4 req-3cf10fa8-61d7-4b03-a18e-00c8d3969f7e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316906 Jun 16 16:32:01.456936 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f58c5-5594-4e0a-83c6-1d5705d4e69b req-d0fd3e2c-1315-416d-b8d2-1fdc2572a8f9 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:01.458502 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f74f58c5-5594-4e0a-83c6-1d5705d4e69b req-d0fd3e2c-1315-416d-b8d2-1fdc2572a8f9 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=0575ca7d-1da2-486c-8d34-8e6f442b4c91 HTTP/1.1" status: 200 len: 943 time: 0.0660574 Jun 16 16:32:01.497639 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f74f58c5-5594-4e0a-83c6-1d5705d4e69b req-8c14548f-93bb-4671-be1e-cfcc4e6b0188 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332928 Jun 16 16:32:02.469083 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3855f-1f8f-4dad-8d95-501afe9d5898 req-bd47e75e-7de2-46ce-adce-e5a28712b64b tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:02.470558 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-cda3855f-1f8f-4dad-8d95-501afe9d5898 req-bd47e75e-7de2-46ce-adce-e5a28712b64b tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 945 time: 0.0667653 Jun 16 16:32:02.509278 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-cda3855f-1f8f-4dad-8d95-501afe9d5898 req-09eded98-f470-47f8-b003-f2666a1c3e94 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331275 Jun 16 16:32:02.544575 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 5d608441-cda1-43f4-980d-c2aca43fe41a details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:32:02.639744 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 5d608441-cda1-43f4-980d-c2aca43fe41a, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=5d608441-cda1-43f4-980d-c2aca43fe41a,segment=NetworkSegment(b34ae5fe-9924-4ce9-be3d-b40c84cbc157),segment_id=b34ae5fe-9924-4ce9-be3d-b40c84cbc157)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:02.650585 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': '5d608441-cda1-43f4-980d-c2aca43fe41a', 'network_id': '85c55fc3-a3a8-4a3f-b7aa-673c820f31c2', 'port_id': '5d608441-cda1-43f4-980d-c2aca43fe41a', 'mac_address': 'fa:16:3e:1a:23:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1282d70e-feca-438e-af1b-e046b7e774e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:32:02.680012 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1788c7-d184-4144-8baa-5a30582d21a8 req-20c73137-1c55-4dd0-8a87-6830ccfc4f9e tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:02.681540 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9a1788c7-d184-4144-8baa-5a30582d21a8 req-20c73137-1c55-4dd0-8a87-6830ccfc4f9e tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=0575ca7d-1da2-486c-8d34-8e6f442b4c91 HTTP/1.1" status: 200 len: 943 time: 0.0716772 Jun 16 16:32:02.691327 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:02.704423 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d608441-cda1-43f4-980d-c2aca43fe41a {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:32:02.723765 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 5d608441-cda1-43f4-980d-c2aca43fe41a, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=5d608441-cda1-43f4-980d-c2aca43fe41a,segment=NetworkSegment(b34ae5fe-9924-4ce9-be3d-b40c84cbc157),segment_id=b34ae5fe-9924-4ce9-be3d-b40c84cbc157)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:02.725316 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9a1788c7-d184-4144-8baa-5a30582d21a8 req-2aaf812c-8ad3-4404-b5e5-e45f2bb072ab tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372734 Jun 16 16:32:02.728167 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:02.731210 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:02.779169 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=5d608441-cda1-43f4-980d-c2aca43fe41a,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:02.787069 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:02.787452 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:02.787805 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:02.788176 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:02.788530 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:02.788880 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:02.789260 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:02.789628 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:02.789979 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:02.790313 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:02.790674 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:02.791020 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:02.795599 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:02.997784 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['5d608441-cda1-43f4-980d-c2aca43fe41a'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:32:03.012851 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6ed15-1465-477c-92f1-d610bb232315 req-f16aaf48-fcda-4662-aae4-7ec9380a37f1 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:03.014785 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-67e6ed15-1465-477c-92f1-d610bb232315 req-f16aaf48-fcda-4662-aae4-7ec9380a37f1 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.99 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 945 time: 0.0632164 Jun 16 16:32:03.124255 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-67e6ed15-1465-477c-92f1-d610bb232315 req-141d2591-651d-4b2b-b985-d74134698f14 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Deleting port e80423dd-fc09-47ed-aa4b-ec178436ebf8 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:32:03.124595 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-67e6ed15-1465-477c-92f1-d610bb232315 req-141d2591-651d-4b2b-b985-d74134698f14 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:03.217826 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-67e6ed15-1465-477c-92f1-d610bb232315 req-141d2591-651d-4b2b-b985-d74134698f14 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] For port e80423dd-fc09-47ed-aa4b-ec178436ebf8, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=e80423dd-fc09-47ed-aa4b-ec178436ebf8,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:03.218183 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-67e6ed15-1465-477c-92f1-d610bb232315 req-141d2591-651d-4b2b-b985-d74134698f14 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:03.393901 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-67e6ed15-1465-477c-92f1-d610bb232315 req-141d2591-651d-4b2b-b985-d74134698f14 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:03.394278 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-67e6ed15-1465-477c-92f1-d610bb232315 req-141d2591-651d-4b2b-b985-d74134698f14 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33160423'] for floatingip, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:03.394590 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.l3_db [req-67e6ed15-1465-477c-92f1-d610bb232315 req-141d2591-651d-4b2b-b985-d74134698f14 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Floating IP 458d0f25-0b92-4527-b6d8-bf22b3b30ef3 disassociated. External IP: 172.27.0.250, port: e80423dd-fc09-47ed-aa4b-ec178436ebf8. Jun 16 16:32:03.394950 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-67e6ed15-1465-477c-92f1-d610bb232315 req-141d2591-651d-4b2b-b985-d74134698f14 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Calling delete_port for e80423dd-fc09-47ed-aa4b-ec178436ebf8 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:32:03.528908 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-67e6ed15-1465-477c-92f1-d610bb232315 req-141d2591-651d-4b2b-b985-d74134698f14 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:03.533113 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b6361c3e-529f-4d10-8829-77678955e77a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:03.559941 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d2591-651d-4b2b-b985-d74134698f14 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event deleted for resources: {'Port': ['ID=e80423dd-fc09-47ed-aa4b-ec178436ebf8,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:03.563765 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-141d2591-651d-4b2b-b985-d74134698f14 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:03.654802 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-923d1081-4079-49e9-bd9d-301ad3908f8f req-117d646b-f1fb-45f1-9740-d1ab2a977c41 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 210 time: 0.0314791 Jun 16 16:32:03.681278 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67e6ed15-1465-477c-92f1-d610bb232315 req-141d2591-651d-4b2b-b985-d74134698f14 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Router 2e3de56d-dfef-4b29-885c-691aa4b1907f has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:32:03.794408 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67e6ed15-1465-477c-92f1-d610bb232315 req-141d2591-651d-4b2b-b985-d74134698f14 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:32:03.806071 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b0bdb2-e7d9-4034-8346-0403171e2c48 None None] Sync routers for ids ['2e3de56d-dfef-4b29-885c-691aa4b1907f'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:32:03.816838 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b0bdb2-e7d9-4034-8346-0403171e2c48 None None] Routers {'2e3de56d-dfef-4b29-885c-691aa4b1907f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:32:03.817853 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-08b0bdb2-e7d9-4034-8346-0403171e2c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:31:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2e3de56d-dfef-4b29-885c-691aa4b1907f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:03.845698 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e6ed15-1465-477c-92f1-d610bb232315 req-141d2591-651d-4b2b-b985-d74134698f14 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] No DVR routers for this DVR port e80423dd-fc09-47ed-aa4b-ec178436ebf8 on host hv-cinder-77525 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:32:03.848174 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-67e6ed15-1465-477c-92f1-d610bb232315 req-141d2591-651d-4b2b-b985-d74134698f14 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:03.850333 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-67e6ed15-1465-477c-92f1-d610bb232315 req-141d2591-651d-4b2b-b985-d74134698f14 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.99 "DELETE /v2.0/ports/e80423dd-fc09-47ed-aa4b-ec178436ebf8 HTTP/1.1" status: 204 len: 173 time: 0.8295624 Jun 16 16:32:03.851470 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed528a51-8c98-4af1-b241-8d36032b9f5b', 'name': 'network-vif-deleted', 'tag': 'e80423dd-fc09-47ed-aa4b-ec178436ebf8'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:32:03.853848 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0023fe-b15d-427b-bac3-8e4f9e487278" -d '{"events": [{"server_uuid": "ed528a51-8c98-4af1-b241-8d36032b9f5b", "name": "network-vif-deleted", "tag": "e80423dd-fc09-47ed-aa4b-ec178436ebf8"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:32:03.911143 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd80786-56da-453b-897e-8962adc593ee x-openstack-request-id: req-5fd80786-56da-453b-897e-8962adc593ee {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:32:03.911473 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed528a51-8c98-4af1-b241-8d36032b9f5b", "name": "network-vif-deleted", "tag": "e80423dd-fc09-47ed-aa4b-ec178436ebf8", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:32:03.911763 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5fd80786-56da-453b-897e-8962adc593ee {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:32:03.912188 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed528a51-8c98-4af1-b241-8d36032b9f5b', 'name': 'network-vif-deleted', 'tag': 'e80423dd-fc09-47ed-aa4b-ec178436ebf8', 'status': 'completed', 'code': 200} Jun 16 16:32:03.935065 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6871b8-ed59-4b8e-9bff-7788ffc889ad req-2d4a9a1f-ce16-4961-844a-afd84d3412ec tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:03.936606 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-08b0bdb2-e7d9-4034-8346-0403171e2c48 None None] Set router 2e3de56d-dfef-4b29-885c-691aa4b1907f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:32:03.937986 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ed6871b8-ed59-4b8e-9bff-7788ffc889ad req-2d4a9a1f-ce16-4961-844a-afd84d3412ec tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=0575ca7d-1da2-486c-8d34-8e6f442b4c91 HTTP/1.1" status: 200 len: 944 time: 0.0935421 Jun 16 16:32:03.986088 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ed6871b8-ed59-4b8e-9bff-7788ffc889ad req-923a6162-aabe-4558-9259-e4dbf7fbb0b7 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416214 Jun 16 16:32:04.143412 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-08b0bdb2-e7d9-4034-8346-0403171e2c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:24Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:04.146876 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b0bdb2-e7d9-4034-8346-0403171e2c48 None None] Checking router: 2e3de56d-dfef-4b29-885c-691aa4b1907f for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:32:04.155003 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b0bdb2-e7d9-4034-8346-0403171e2c48 None None] Routers {'2e3de56d-dfef-4b29-885c-691aa4b1907f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:32:04.155615 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-08b0bdb2-e7d9-4034-8346-0403171e2c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:31:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2e3de56d-dfef-4b29-885c-691aa4b1907f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:04.263419 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-08b0bdb2-e7d9-4034-8346-0403171e2c48 None None] Set router 2e3de56d-dfef-4b29-885c-691aa4b1907f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:32:04.562316 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 5d608441-cda1-43f4-980d-c2aca43fe41a up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:32:04.619636 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-08b0bdb2-e7d9-4034-8346-0403171e2c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:24Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:04.624650 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b0bdb2-e7d9-4034-8346-0403171e2c48 None None] The sync data for ids ['2e3de56d-dfef-4b29-885c-691aa4b1907f'] in dv-cinder-775250-5-iscsi is: [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:24Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:32:04.627719 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port 5d608441-cda1-43f4-980d-c2aca43fe41a completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:32:04.636072 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port 5d608441-cda1-43f4-980d-c2aca43fe41a triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:32:04.636460 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:04.759774 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:04.785939 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0575ca7d-1da2-486c-8d34-8e6f442b4c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d608441-cda1-43f4-980d-c2aca43fe41a'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:32:04.788572 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bef854-ac0d-4665-ab4a-749cedb6519e" -d '{"events": [{"server_uuid": "0575ca7d-1da2-486c-8d34-8e6f442b4c91", "name": "network-vif-plugged", "status": "completed", "tag": "5d608441-cda1-43f4-980d-c2aca43fe41a"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:32:04.804029 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 5d608441-cda1-43f4-980d-c2aca43fe41a, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=5d608441-cda1-43f4-980d-c2aca43fe41a,segment=NetworkSegment(b34ae5fe-9924-4ce9-be3d-b40c84cbc157),segment_id=b34ae5fe-9924-4ce9-be3d-b40c84cbc157)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:04.812093 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:04.812980 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device e80423dd-fc09-47ed-aa4b-ec178436ebf8 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:32:04.814779 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-51a85c8f-f0ed-4627-8fcd-39a6814ecd23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:04.844028 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-89350419-79f4-457e-92eb-7cb2dd75f702 req-b8c446d5-d08b-424d-8b2c-7925448cca5c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed528a51-8c98-4af1-b241-8d36032b9f5b HTTP/1.1" status: 200 len: 210 time: 0.0355251 Jun 16 16:32:04.858966 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: e80423dd-fc09-47ed-aa4b-ec178436ebf8 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:32:04.859500 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device e80423dd-fc09-47ed-aa4b-ec178436ebf8 not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:32:04.862157 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f462d5-accb-425b-a7db-cd7d7fda3a5a x-openstack-request-id: req-e4f462d5-accb-425b-a7db-cd7d7fda3a5a {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:32:04.862359 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0575ca7d-1da2-486c-8d34-8e6f442b4c91", "name": "network-vif-plugged", "status": "completed", "tag": "5d608441-cda1-43f4-980d-c2aca43fe41a", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:32:04.862602 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e4f462d5-accb-425b-a7db-cd7d7fda3a5a {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:32:04.862990 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0575ca7d-1da2-486c-8d34-8e6f442b4c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d608441-cda1-43f4-980d-c2aca43fe41a', 'code': 200} Jun 16 16:32:04.891037 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=5d608441-cda1-43f4-980d-c2aca43fe41a,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:04.894087 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:04.966670 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db855726-4201-44ec-9e02-ace5fd72ddd6 None None] New status for floating IP 458d0f25-0b92-4527-b6d8-bf22b3b30ef3: DOWN {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:32:05.152933 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f5c82-efaf-4096-b4cb-a74561281059 req-1659a0f9-16d7-48a5-907e-f41844753ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:05.154750 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7c9f5c82-efaf-4096-b4cb-a74561281059 req-1659a0f9-16d7-48a5-907e-f41844753ad7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0575ca7d-1da2-486c-8d34-8e6f442b4c91 HTTP/1.1" status: 200 len: 1098 time: 0.1068470 Jun 16 16:32:05.197620 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb13c4-01f1-437b-a5b6-b3bef55615e5 req-e2530ee2-af14-4f70-841f-9e7c9040e471 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:05.199070 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-eccb13c4-01f1-437b-a5b6-b3bef55615e5 req-e2530ee2-af14-4f70-841f-9e7c9040e471 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=0575ca7d-1da2-486c-8d34-8e6f442b4c91 HTTP/1.1" status: 200 len: 945 time: 0.0937626 Jun 16 16:32:05.219833 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7c9f5c82-efaf-4096-b4cb-a74561281059 req-36d13df6-bb4a-4eb3-a87c-54f017049dd9 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539021 Jun 16 16:32:05.244025 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-eccb13c4-01f1-437b-a5b6-b3bef55615e5 req-08eb2481-ac1f-4849-8ca0-000e49daf6fa tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361323 Jun 16 16:32:06.262172 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-606f570a-98ed-4331-a769-ca3693ca12f4 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-944488433&fields=id&tenant_id=c88518414b9d4537a6f35076bcdfa876 HTTP/1.1" status: 200 len: 267 time: 0.0374415 Jun 16 16:32:06.370105 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4e787818-951d-498e-b54e-b1a409e70ea0 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:06.371544 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4e787818-951d-498e-b54e-b1a409e70ea0 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/networks?id=9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 200 len: 812 time: 0.1023049 Jun 16 16:32:06.387155 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-09ca58ea-41c3-4add-a8d6-208d66ce10d6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/quotas/c88518414b9d4537a6f35076bcdfa876 HTTP/1.1" status: 200 len: 375 time: 0.0091388 Jun 16 16:32:06.429542 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f24ae-464b-4c40-b0b3-c4e573731085 req-5dd62e6a-1542-47c6-a06b-403018c181a3 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:06.432093 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-be5f24ae-464b-4c40-b0b3-c4e573731085 req-5dd62e6a-1542-47c6-a06b-403018c181a3 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=0575ca7d-1da2-486c-8d34-8e6f442b4c91 HTTP/1.1" status: 200 len: 945 time: 0.0716269 Jun 16 16:32:06.464079 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-e909d145-21d2-43e2-8c3a-e15bc9a84754 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c88518414b9d4537a6f35076bcdfa876&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709133 Jun 16 16:32:06.478280 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-be5f24ae-464b-4c40-b0b3-c4e573731085 req-cd398c9d-9a58-48d2-90ed-21016691d78b tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383012 Jun 16 16:32:06.571956 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-5b71e6a5-06ec-4a3c-bf60-6e6e70be1db8 service neutron] 10.222.0.86 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947697 Jun 16 16:32:06.667428 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-afb30e45-e682-4513-803c-ff922fc37f5f service neutron] 10.222.0.86 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884554 Jun 16 16:32:07.008455 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-3ca633e1-77ba-49c8-972d-184a917e2ad5 req-186cadd5-b3d7-4383-9ed7-41814c2ca0ec tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 210 time: 0.0316117 Jun 16 16:32:08.295221 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-29b4ce7d-b920-431b-a95b-7dc58aa48599 req-b16f1a85-59b3-45c9-a4bd-289f856d397b tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 210 time: 0.0377135 Jun 16 16:32:08.360037 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-8d79c2ea-65cb-43cd-95eb-ecfca192cbfc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:08.361590 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-8d79c2ea-65cb-43cd-95eb-ecfca192cbfc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.99 "GET /v2.0/networks?id=9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 200 len: 812 time: 0.3950050 Jun 16 16:32:08.405397 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-f84e2778-cd8b-4e4d-84ef-3f597a1170e1 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c88518414b9d4537a6f35076bcdfa876 HTTP/1.1" status: 200 len: 379 time: 0.0339613 Jun 16 16:32:08.413633 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4d3ba13c-50c5-4587-b581-8ddbb3d3ac52 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Request body: {'port': {'device_id': '68e2817b-63a4-409f-b320-74be13602e26', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'admin_state_up': True, 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'security_groups': ['47ddaba7-b007-4942-b886-87f679e67211']}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:32:08.527061 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4d3ba13c-50c5-4587-b581-8ddbb3d3ac52 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Made reservation on behalf of c88518414b9d4537a6f35076bcdfa876 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:32:08.531453 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4d3ba13c-50c5-4587-b581-8ddbb3d3ac52 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:08.658943 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4d3ba13c-50c5-4587-b581-8ddbb3d3ac52 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Allocated IP 172.20.0.13 (9e512722-20d3-49d6-a0cb-008cc5c92094/94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4/92d9836f-33d8-4466-9556-19775f0b219a) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:32:08.796201 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4d3ba13c-50c5-4587-b581-8ddbb3d3ac52 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:08.808861 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4d3ba13c-50c5-4587-b581-8ddbb3d3ac52 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Transition to ACTIVE for port object 92d9836f-33d8-4466-9556-19775f0b219a will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:32:08.848817 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4d3ba13c-50c5-4587-b581-8ddbb3d3ac52 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:08.853968 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1a5512c7-e0b5-44bf-b0e4-5da8f0024c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:08.891944 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4d3ba13c-50c5-4587-b581-8ddbb3d3ac52 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Network 9e512722-20d3-49d6-a0cb-008cc5c92094 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:32:08.895198 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4d3ba13c-50c5-4587-b581-8ddbb3d3ac52 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:32:08.897811 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4d3ba13c-50c5-4587-b581-8ddbb3d3ac52 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:32:08.930315 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ba13c-50c5-4587-b581-8ddbb3d3ac52 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event updated for resources: {'Port': ['ID=92d9836f-33d8-4466-9556-19775f0b219a,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:08.936088 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4d3ba13c-50c5-4587-b581-8ddbb3d3ac52 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:08.955506 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4d3ba13c-50c5-4587-b581-8ddbb3d3ac52 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:08.956119 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4d3ba13c-50c5-4587-b581-8ddbb3d3ac52 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:08.976451 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4d3ba13c-50c5-4587-b581-8ddbb3d3ac52 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5663688 Jun 16 16:32:08.989560 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Request body: {'port': {'device_id': '68e2817b-63a4-409f-b320-74be13602e26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:32:09.069364 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:09.083865 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-f4868e63-9c11-40e1-8725-52fa31b91e48 None None] Provisioning for port 92d9836f-33d8-4466-9556-19775f0b219a completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:32:09.087744 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-f4868e63-9c11-40e1-8725-52fa31b91e48 None None] Provisioning complete for port 92d9836f-33d8-4466-9556-19775f0b219a triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:32:09.088122 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f4868e63-9c11-40e1-8725-52fa31b91e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:09.122046 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-f4868e63-9c11-40e1-8725-52fa31b91e48 None None] Port 92d9836f-33d8-4466-9556-19775f0b219a cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:32:09.335109 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d9836f-33d8-4466-9556-19775f0b219a {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:32:09.348402 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:09.368065 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Transition to ACTIVE for port object 92d9836f-33d8-4466-9556-19775f0b219a will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:32:09.373259 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:09.375414 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:09.456077 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Pushing event updated for resources: {'Port': ['ID=92d9836f-33d8-4466-9556-19775f0b219a,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:09.459428 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:09.531098 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Attempting to bind port 92d9836f-33d8-4466-9556-19775f0b219a on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:32:09.531458 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Attempting to bind port 92d9836f-33d8-4466-9556-19775f0b219a by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:32:09.531756 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Attempting to bind port 92d9836f-33d8-4466-9556-19775f0b219a on network 9e512722-20d3-49d6-a0cb-008cc5c92094 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:32:09.536419 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Port 92d9836f-33d8-4466-9556-19775f0b219a on network 9e512722-20d3-49d6-a0cb-008cc5c92094 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:32:09.536743 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Attempting to bind port 92d9836f-33d8-4466-9556-19775f0b219a on network 9e512722-20d3-49d6-a0cb-008cc5c92094 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:32:09.541781 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:32:09.542124 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Checking segment: {'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:32:09.542500 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Bound using segment: {'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:32:09.542930 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Bound port: 92d9836f-33d8-4466-9556-19775f0b219a, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:32:09.543982 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:09.566050 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595f27a-9f5d-4101-89b4-0d57b4eacdde req-924e8923-f25c-4854-bd7c-d614b4d0e03a tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:09.567763 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1595f27a-9f5d-4101-89b4-0d57b4eacdde req-924e8923-f25c-4854-bd7c-d614b4d0e03a tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 944 time: 0.1365218 Jun 16 16:32:09.610569 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-1595f27a-9f5d-4101-89b4-0d57b4eacdde req-0f5699ea-31e9-42a5-970b-fc5222e24ecf tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361369 Jun 16 16:32:09.617243 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] For port 92d9836f-33d8-4466-9556-19775f0b219a, host hv-cinder-77525, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:32:09.620624 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] For port 92d9836f-33d8-4466-9556-19775f0b219a, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=92d9836f-33d8-4466-9556-19775f0b219a,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:32:09.626649 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:09.628966 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-792646e5-4817-4bf2-82c9-7e77b40d89ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:09.663862 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:09.664459 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:09.665824 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] 10.222.0.99 "PUT /v2.0/ports/92d9836f-33d8-4466-9556-19775f0b219a HTTP/1.1" status: 200 len: 1094 time: 0.6812303 Jun 16 16:32:09.666333 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e2817b-63a4-409f-b320-74be13602e26', 'tag': '92d9836f-33d8-4466-9556-19775f0b219a'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:32:09.669368 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a50fd2-ce42-4745-ac45-4b010073c0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "68e2817b-63a4-409f-b320-74be13602e26", "tag": "92d9836f-33d8-4466-9556-19775f0b219a"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:32:09.692072 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Pushing event updated for resources: {'Port': ['ID=92d9836f-33d8-4466-9556-19775f0b219a,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:09.695248 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:09.716472 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f952d0f-d370-4df1-a5c8-2b1f1915bcea x-openstack-request-id: req-5f952d0f-d370-4df1-a5c8-2b1f1915bcea {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:32:09.716810 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e2817b-63a4-409f-b320-74be13602e26", "tag": "92d9836f-33d8-4466-9556-19775f0b219a", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:32:09.717116 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5f952d0f-d370-4df1-a5c8-2b1f1915bcea {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:32:09.717579 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e2817b-63a4-409f-b320-74be13602e26', 'tag': '92d9836f-33d8-4466-9556-19775f0b219a', 'status': 'completed', 'code': 200} Jun 16 16:32:09.767988 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-5b97179b-fc9c-4609-ac49-5d3586ddf15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:09.770646 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-5b97179b-fc9c-4609-ac49-5d3586ddf15b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c88518414b9d4537a6f35076bcdfa876&device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 1097 time: 0.0631542 Jun 16 16:32:09.814827 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-1966be9f-b279-47ec-9a68-47b4fcd875f6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92d9836f-33d8-4466-9556-19775f0b219a HTTP/1.1" status: 200 len: 217 time: 0.0358036 Jun 16 16:32:09.874435 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-877a209e-fcec-4539-b768-e6f076ee968d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:09.875912 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-877a209e-fcec-4539-b768-e6f076ee968d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4 HTTP/1.1" status: 200 len: 851 time: 0.0541008 Jun 16 16:32:09.933324 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-5876da97-05e0-47bc-a846-d6be95dc6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:09.934901 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-5876da97-05e0-47bc-a846-d6be95dc6974 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e512722-20d3-49d6-a0cb-008cc5c92094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518830 Jun 16 16:32:10.032008 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-ee3c3a10-8b0c-4d37-99cb-3eb8fd5f8425 service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907707 Jun 16 16:32:10.122664 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3e67fd6f-0b11-4d34-8c9f-577923b07c4b req-4222f6f6-481e-49e9-96fb-24d3b98de008 service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825281 Jun 16 16:32:10.219434 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a50fd2-ce42-4745-ac45-4b010073c0ec req-8973580b-a38a-40ce-8d5e-6ccc3f727d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:10.220890 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-81a50fd2-ce42-4745-ac45-4b010073c0ec req-8973580b-a38a-40ce-8d5e-6ccc3f727d8b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c88518414b9d4537a6f35076bcdfa876&device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 1097 time: 0.0524149 Jun 16 16:32:10.320954 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a50fd2-ce42-4745-ac45-4b010073c0ec req-edcad6a0-0736-48a4-9e2f-bc1cfd3c93da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:10.322484 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-81a50fd2-ce42-4745-ac45-4b010073c0ec req-edcad6a0-0736-48a4-9e2f-bc1cfd3c93da service neutron] 10.222.0.99 "GET /v2.0/networks?id=9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 200 len: 913 time: 0.0908213 Jun 16 16:32:10.362868 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-81a50fd2-ce42-4745-ac45-4b010073c0ec req-ed02f37b-aad8-4078-8f72-80fcc27da8b8 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92d9836f-33d8-4466-9556-19775f0b219a HTTP/1.1" status: 200 len: 217 time: 0.0343888 Jun 16 16:32:10.414910 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a50fd2-ce42-4745-ac45-4b010073c0ec req-1c4807e5-be48-4cf7-9405-e31f12d2aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:10.416336 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-81a50fd2-ce42-4745-ac45-4b010073c0ec req-1c4807e5-be48-4cf7-9405-e31f12d2aae1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4 HTTP/1.1" status: 200 len: 851 time: 0.0474172 Jun 16 16:32:10.474857 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a50fd2-ce42-4745-ac45-4b010073c0ec req-7b79feda-b360-4575-9cdb-9b8a0d703e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:10.476340 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-81a50fd2-ce42-4745-ac45-4b010073c0ec req-7b79feda-b360-4575-9cdb-9b8a0d703e3f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e512722-20d3-49d6-a0cb-008cc5c92094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540273 Jun 16 16:32:10.564034 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-81a50fd2-ce42-4745-ac45-4b010073c0ec req-2a0a59e5-ee5c-4b40-99d9-505be078f1bf service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813000 Jun 16 16:32:10.659377 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-81a50fd2-ce42-4745-ac45-4b010073c0ec req-b2bf46c8-3eba-42a0-b9d7-a0c786676b0a service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887272 Jun 16 16:32:10.792584 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669e8f0-3f78-40ce-9b2e-9c47cf5ec59d req-140300f4-55e7-4276-8c7b-fc68830f0fac tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:10.794558 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4669e8f0-3f78-40ce-9b2e-9c47cf5ec59d req-140300f4-55e7-4276-8c7b-fc68830f0fac tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 944 time: 0.0727277 Jun 16 16:32:10.832722 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4669e8f0-3f78-40ce-9b2e-9c47cf5ec59d req-918d97f1-6ff3-49a6-962e-e83699c1498c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325141 Jun 16 16:32:12.006564 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4d2bf-8359-4de8-9126-b58ba3ad2759 req-9ac658d0-3cfe-4835-99a6-7e3e9677fe57 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:12.008032 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d2e4d2bf-8359-4de8-9126-b58ba3ad2759 req-9ac658d0-3cfe-4835-99a6-7e3e9677fe57 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 944 time: 0.0646048 Jun 16 16:32:12.045773 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-d2e4d2bf-8359-4de8-9126-b58ba3ad2759 req-5de12a06-2a83-4da8-a0af-05c203623fa2 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312603 Jun 16 16:32:13.230336 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aee4fb-9c67-4c2d-b053-4561fd6d6210 req-f9f23e48-57db-4c4b-b854-575d1929b03d tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:13.231809 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-30aee4fb-9c67-4c2d-b053-4561fd6d6210 req-f9f23e48-57db-4c4b-b854-575d1929b03d tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 944 time: 0.0655477 Jun 16 16:32:13.275186 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-30aee4fb-9c67-4c2d-b053-4561fd6d6210 req-49465cfa-5735-4729-8024-3352445df034 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377247 Jun 16 16:32:14.454290 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cee6e0-f436-4324-8e68-652d49fc0d70 req-5e0e7242-1cb0-4b39-86a3-49b571ab5f6c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:14.455762 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-65cee6e0-f436-4324-8e68-652d49fc0d70 req-5e0e7242-1cb0-4b39-86a3-49b571ab5f6c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 944 time: 0.0696144 Jun 16 16:32:14.493647 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-65cee6e0-f436-4324-8e68-652d49fc0d70 req-6b4b07d2-6915-4324-afad-a40a6bb9a81b tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318987 Jun 16 16:32:15.673282 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f50d47-2288-4d97-bb24-ebfeff713a38 req-a1b583fe-84ec-447e-a5c6-8d3b2eacf031 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:15.674779 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c7f50d47-2288-4d97-bb24-ebfeff713a38 req-a1b583fe-84ec-447e-a5c6-8d3b2eacf031 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 944 time: 0.0635157 Jun 16 16:32:15.713242 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c7f50d47-2288-4d97-bb24-ebfeff713a38 req-c33b1160-d457-4ed2-9dfd-cba998aebf03 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326295 Jun 16 16:32:16.895897 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d155e-1902-4901-9e0d-1f1a8b7de360 req-607abc2f-1955-4318-aa9f-0bb3b348a845 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:16.897425 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-198d155e-1902-4901-9e0d-1f1a8b7de360 req-607abc2f-1955-4318-aa9f-0bb3b348a845 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 944 time: 0.0727706 Jun 16 16:32:16.936966 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-198d155e-1902-4901-9e0d-1f1a8b7de360 req-599d2c37-6df0-48c9-89f6-338c439bd4c3 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331383 Jun 16 16:32:18.112960 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520d021-6a1f-4b84-99df-42d6dd906887 req-6c8eb4ef-53d2-4198-9eef-0af67869c800 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:18.114438 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5520d021-6a1f-4b84-99df-42d6dd906887 req-6c8eb4ef-53d2-4198-9eef-0af67869c800 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 944 time: 0.0678227 Jun 16 16:32:18.152911 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5520d021-6a1f-4b84-99df-42d6dd906887 req-0a5e35d8-f8c3-4c6b-891e-82bc5e56026c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322449 Jun 16 16:32:19.340445 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e232195-d4c4-471c-8a52-a0e866bea735 req-960f0a72-b96a-4f32-9f13-413440cd6090 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:19.341902 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6e232195-d4c4-471c-8a52-a0e866bea735 req-960f0a72-b96a-4f32-9f13-413440cd6090 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 944 time: 0.0703800 Jun 16 16:32:19.379508 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-6e232195-d4c4-471c-8a52-a0e866bea735 req-6867ecd2-2c16-4525-b4ce-7df49546d414 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320003 Jun 16 16:32:20.551742 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499e41e-1da8-4ef8-9627-bf48bc5f4c74 req-cdcbbf80-1bd8-42f4-aaf3-5d65c16f521a tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:20.553197 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9499e41e-1da8-4ef8-9627-bf48bc5f4c74 req-cdcbbf80-1bd8-42f4-aaf3-5d65c16f521a tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 944 time: 0.0641191 Jun 16 16:32:20.591518 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9499e41e-1da8-4ef8-9627-bf48bc5f4c74 req-b477fc83-2138-4951-b9f8-e97531f76ff3 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326087 Jun 16 16:32:21.766999 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c661b-d0dc-49ad-91d4-6fa3beb1e207 req-3896286f-6d2e-4d7d-9ed1-327aab462664 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:21.768482 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-248c661b-d0dc-49ad-91d4-6fa3beb1e207 req-3896286f-6d2e-4d7d-9ed1-327aab462664 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 944 time: 0.0649524 Jun 16 16:32:21.808451 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-248c661b-d0dc-49ad-91d4-6fa3beb1e207 req-edd4dbe5-5424-49b7-afc7-d0daec8ac666 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338745 Jun 16 16:32:22.184264 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6bcadce6-1f08-4bd6-8c6b-d5f8228d323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:23.011089 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314dd8a-3aa1-4bdc-beb1-d3727379905c req-c23d2a1f-0599-43a7-b9fa-1c20d43e44a3 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:23.012542 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-a314dd8a-3aa1-4bdc-beb1-d3727379905c req-c23d2a1f-0599-43a7-b9fa-1c20d43e44a3 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 944 time: 0.0858324 Jun 16 16:32:23.051329 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-a314dd8a-3aa1-4bdc-beb1-d3727379905c req-78b3272e-25c8-4b86-887e-8f2850ef8ee2 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330610 Jun 16 16:32:24.045957 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:32:24.226624 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da48bb4-5574-475e-bde5-fcf4c7e117c3 req-c82a0fd2-e7cc-47b7-9e05-cc7dd99342ba tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:24.228555 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9da48bb4-5574-475e-bde5-fcf4c7e117c3 req-c82a0fd2-e7cc-47b7-9e05-cc7dd99342ba tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 944 time: 0.0666232 Jun 16 16:32:24.269174 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-9da48bb4-5574-475e-bde5-fcf4c7e117c3 req-a2da63f4-104a-4c80-9713-c1970e9305a9 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348213 Jun 16 16:32:24.712764 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 92d9836f-33d8-4466-9556-19775f0b219a details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:32:24.807903 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 92d9836f-33d8-4466-9556-19775f0b219a, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=92d9836f-33d8-4466-9556-19775f0b219a,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:24.829071 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': '92d9836f-33d8-4466-9556-19775f0b219a', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'port_id': '92d9836f-33d8-4466-9556-19775f0b219a', 'mac_address': 'fa:16:3e:3f:e0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:32:24.837717 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0eaef22f-610d-4a8d-b39f-52c62be542a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.871375 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.884604 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d9836f-33d8-4466-9556-19775f0b219a {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:32:24.905238 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 92d9836f-33d8-4466-9556-19775f0b219a, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=92d9836f-33d8-4466-9556-19775f0b219a,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:24.912113 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.915295 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ecfa2ad0-51ac-4f45-91ac-05957d9f370c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:24.944221 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.966363 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=92d9836f-33d8-4466-9556-19775f0b219a,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:24.969924 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:25.173736 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['92d9836f-33d8-4466-9556-19775f0b219a'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:32:25.453564 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534fcf9-8070-4e1f-8bd2-c497cd949203 req-af485b05-570e-41b6-9616-789e63ab3e1a tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:25.455016 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8534fcf9-8070-4e1f-8bd2-c497cd949203 req-af485b05-570e-41b6-9616-789e63ab3e1a tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 945 time: 0.0666275 Jun 16 16:32:25.501719 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8534fcf9-8070-4e1f-8bd2-c497cd949203 req-475895db-04f5-458a-a090-1d2268f45b26 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410569 Jun 16 16:32:25.901127 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:26.687313 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d417a-0155-45ab-8ff1-c74b80a84f78 req-65cd51b5-7395-421a-b3b2-11699a332493 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:26.688795 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-445d417a-0155-45ab-8ff1-c74b80a84f78 req-65cd51b5-7395-421a-b3b2-11699a332493 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 945 time: 0.0718470 Jun 16 16:32:26.726692 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 92d9836f-33d8-4466-9556-19775f0b219a up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:32:26.730572 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-445d417a-0155-45ab-8ff1-c74b80a84f78 req-d76fc410-d718-4b1a-af8a-e9b600f62849 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349832 Jun 16 16:32:26.759290 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15472674-0d65-4fff-a873-d751cecdf2c3 req-2d54f8da-dbfc-4cbc-b581-f580a4e3e38f tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:26.759862 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-15472674-0d65-4fff-a873-d751cecdf2c3 req-2d54f8da-dbfc-4cbc-b581-f580a4e3e38f tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=0575ca7d-1da2-486c-8d34-8e6f442b4c91 HTTP/1.1" status: 200 len: 945 time: 0.0666382 Jun 16 16:32:26.788416 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port 92d9836f-33d8-4466-9556-19775f0b219a completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:32:26.792400 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port 92d9836f-33d8-4466-9556-19775f0b219a triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:32:26.792923 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:26.798728 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-15472674-0d65-4fff-a873-d751cecdf2c3 req-e3b91cf0-1527-4966-915a-e493256ac264 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333555 Jun 16 16:32:26.871179 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:26.893096 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e2817b-63a4-409f-b320-74be13602e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d9836f-33d8-4466-9556-19775f0b219a'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:32:26.895386 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9e00c2-5869-41d4-b396-836edc1196a9" -d '{"events": [{"server_uuid": "68e2817b-63a4-409f-b320-74be13602e26", "name": "network-vif-plugged", "status": "completed", "tag": "92d9836f-33d8-4466-9556-19775f0b219a"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:32:26.909272 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port 92d9836f-33d8-4466-9556-19775f0b219a, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=92d9836f-33d8-4466-9556-19775f0b219a,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:26.914145 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:26.916085 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-d112951b-aa0a-4705-8184-edb79bb5dfdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:26.938232 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e6a0d1-42c1-4a49-9103-458019a5e153 x-openstack-request-id: req-89e6a0d1-42c1-4a49-9103-458019a5e153 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:32:26.938537 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e2817b-63a4-409f-b320-74be13602e26", "name": "network-vif-plugged", "status": "completed", "tag": "92d9836f-33d8-4466-9556-19775f0b219a", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:32:26.938795 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-89e6a0d1-42c1-4a49-9103-458019a5e153 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:32:26.939186 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e2817b-63a4-409f-b320-74be13602e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d9836f-33d8-4466-9556-19775f0b219a', 'code': 200} Jun 16 16:32:26.964287 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=92d9836f-33d8-4466-9556-19775f0b219a,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:26.967184 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:27.198969 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a976a-8287-402a-ae88-8ffcfcbb4a65 req-a7715424-2fe5-4cb2-be4f-81dea3ebf0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:27.200442 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1f2a976a-8287-402a-ae88-8ffcfcbb4a65 req-a7715424-2fe5-4cb2-be4f-81dea3ebf0cb service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 1099 time: 0.1075478 Jun 16 16:32:27.238355 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1f2a976a-8287-402a-ae88-8ffcfcbb4a65 req-d3493979-76b2-4c29-be1a-dcd6c38dee87 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299981 Jun 16 16:32:27.657703 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:27.906177 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265cf4a-3ec6-48fd-b19c-f96cf9853e30 req-7cb79196-59eb-4ae8-bcbb-63a252ef5523 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:27.907651 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9265cf4a-3ec6-48fd-b19c-f96cf9853e30 req-7cb79196-59eb-4ae8-bcbb-63a252ef5523 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 946 time: 0.0656848 Jun 16 16:32:27.949174 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9265cf4a-3ec6-48fd-b19c-f96cf9853e30 req-b8fedc9a-e556-4dc0-9b4d-d796d05f8c72 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358262 Jun 16 16:32:27.993952 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e18329-8531-4d11-8306-63068cffcb83 req-017a13c1-d28e-41ce-9d3f-ea235f9c1127 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:27.995403 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f4e18329-8531-4d11-8306-63068cffcb83 req-017a13c1-d28e-41ce-9d3f-ea235f9c1127 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=0575ca7d-1da2-486c-8d34-8e6f442b4c91 HTTP/1.1" status: 200 len: 945 time: 0.0700357 Jun 16 16:32:28.040843 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-f4e18329-8531-4d11-8306-63068cffcb83 req-98c78c13-0905-4614-bddd-417be5347eef tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/security-groups?id=10558f87-63fe-4877-9cca-57953f0d5d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396647 Jun 16 16:32:28.255628 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.529761 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf84601-ef7c-4624-9171-f5fea6320f49 req-1dee26b1-fe03-4850-9e26-cd150b672f1c tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:28.531428 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ccf84601-ef7c-4624-9171-f5fea6320f49 req-1dee26b1-fe03-4850-9e26-cd150b672f1c tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.99 "GET /v2.0/ports?device_id=0575ca7d-1da2-486c-8d34-8e6f442b4c91 HTTP/1.1" status: 200 len: 945 time: 0.0622261 Jun 16 16:32:28.637243 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-ccf84601-ef7c-4624-9171-f5fea6320f49 req-a1949c90-971b-468d-8656-abdc852e1b51 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Deleting port 5d608441-cda1-43f4-980d-c2aca43fe41a {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:32:28.637613 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ccf84601-ef7c-4624-9171-f5fea6320f49 req-a1949c90-971b-468d-8656-abdc852e1b51 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.723826 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-ccf84601-ef7c-4624-9171-f5fea6320f49 req-a1949c90-971b-468d-8656-abdc852e1b51 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] For port 5d608441-cda1-43f4-980d-c2aca43fe41a, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=5d608441-cda1-43f4-980d-c2aca43fe41a,segment=NetworkSegment(b34ae5fe-9924-4ce9-be3d-b40c84cbc157),segment_id=b34ae5fe-9924-4ce9-be3d-b40c84cbc157)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:28.724179 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ccf84601-ef7c-4624-9171-f5fea6320f49 req-a1949c90-971b-468d-8656-abdc852e1b51 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.792178 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-ccf84601-ef7c-4624-9171-f5fea6320f49 req-a1949c90-971b-468d-8656-abdc852e1b51 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Calling delete_port for 5d608441-cda1-43f4-980d-c2aca43fe41a owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:32:28.924389 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ccf84601-ef7c-4624-9171-f5fea6320f49 req-a1949c90-971b-468d-8656-abdc852e1b51 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.928512 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-3ae65a60-0488-446b-b4c4-d5926c5f1f72 tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:28.936425 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['5d608441-cda1-43f4-980d-c2aca43fe41a'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:32:28.953611 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1949c90-971b-468d-8656-abdc852e1b51 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Pushing event deleted for resources: {'Port': ['ID=5d608441-cda1-43f4-980d-c2aca43fe41a,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:28.957220 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-a1949c90-971b-468d-8656-abdc852e1b51 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:29.004890 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf84601-ef7c-4624-9171-f5fea6320f49 req-a1949c90-971b-468d-8656-abdc852e1b51 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] No DVR routers for this DVR port 5d608441-cda1-43f4-980d-c2aca43fe41a on host hv-cinder-77525 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:32:29.007691 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-ccf84601-ef7c-4624-9171-f5fea6320f49 req-a1949c90-971b-468d-8656-abdc852e1b51 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.009808 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-ccf84601-ef7c-4624-9171-f5fea6320f49 req-a1949c90-971b-468d-8656-abdc852e1b51 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.99 "DELETE /v2.0/ports/5d608441-cda1-43f4-980d-c2aca43fe41a HTTP/1.1" status: 204 len: 173 time: 0.4724667 Jun 16 16:32:29.010327 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0575ca7d-1da2-486c-8d34-8e6f442b4c91', 'name': 'network-vif-deleted', 'tag': '5d608441-cda1-43f4-980d-c2aca43fe41a'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:32:29.012586 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62143479-757f-43d0-82b6-43ea7e67980b" -d '{"events": [{"server_uuid": "0575ca7d-1da2-486c-8d34-8e6f442b4c91", "name": "network-vif-deleted", "tag": "5d608441-cda1-43f4-980d-c2aca43fe41a"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:32:29.117959 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7825decf-9238-43e2-9508-f10fc4bcdad3 x-openstack-request-id: req-7825decf-9238-43e2-9508-f10fc4bcdad3 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:32:29.118726 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0575ca7d-1da2-486c-8d34-8e6f442b4c91", "name": "network-vif-deleted", "tag": "5d608441-cda1-43f4-980d-c2aca43fe41a", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:32:29.119246 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7825decf-9238-43e2-9508-f10fc4bcdad3 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:32:29.119906 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0575ca7d-1da2-486c-8d34-8e6f442b4c91', 'name': 'network-vif-deleted', 'tag': '5d608441-cda1-43f4-980d-c2aca43fe41a', 'status': 'completed', 'code': 200} Jun 16 16:32:29.139774 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c472a32-b499-4fae-872c-5db3bf630206 req-aa69acb8-2dc9-4327-92da-92911270f42c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:29.141259 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6c472a32-b499-4fae-872c-5db3bf630206 req-aa69acb8-2dc9-4327-92da-92911270f42c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 946 time: 0.0736516 Jun 16 16:32:29.185378 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-6c472a32-b499-4fae-872c-5db3bf630206 req-89e77f96-2cd9-4ce1-b940-b47c146ccc43 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367825 Jun 16 16:32:29.274139 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b5b31879-8d49-4ef8-8052-4e7ceda17cce req-a5443c23-d69c-45f5-9292-7fa08d408e4a tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] 10.222.0.86 "GET /v2.0/ports?device_id=0575ca7d-1da2-486c-8d34-8e6f442b4c91 HTTP/1.1" status: 200 len: 210 time: 0.0313299 Jun 16 16:32:29.366476 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ebec0-0906-4a31-a8f3-c0df81aee2bb req-70b66fba-3995-4997-a7fc-0d079eca9480 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:29.368028 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-239ebec0-0906-4a31-a8f3-c0df81aee2bb req-70b66fba-3995-4997-a7fc-0d079eca9480 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 946 time: 0.0647366 Jun 16 16:32:29.406696 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-239ebec0-0906-4a31-a8f3-c0df81aee2bb req-90981fd0-dae8-4dfe-9b85-0ebe5567864f tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328238 Jun 16 16:32:29.431887 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 39124) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:29.489049 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0775502b-c22a-4042-8a9c-938ef0a00d5e tempest-TestVolumeBootPattern-1647322452 tempest-TestVolumeBootPattern-1647322452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:29.490594 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-0775502b-c22a-4042-8a9c-938ef0a00d5e tempest-TestVolumeBootPattern-1647322452 tempest-TestVolumeBootPattern-1647322452-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 1094 time: 0.0577214 Jun 16 16:32:29.497307 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 39126) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:29.502032 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Request body: {'floatingip': {'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'port_id': '92d9836f-33d8-4466-9556-19775f0b219a', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:32:29.532928 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for floatingip, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.637128 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.749014 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Allocated IP 172.27.0.175 (543270ac-5087-4a4b-b928-324956c3ce61/fb22e153-4378-4f12-ab9d-39b0c838861f/a2acefea-927b-4383-ade1-0f195bd263c7) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:32:29.855169 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.895385 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30257329'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.898346 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-d67cffd3-ad4c-4eb5-b1d5-2db0003cfaa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:29.933002 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Network 543270ac-5087-4a4b-b928-324956c3ce61 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:32:29.939423 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:32:29.944046 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:32:29.947682 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event updated for resources: {'Port': ['ID=a2acefea-927b-4383-ade1-0f195bd263c7,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:29.979273 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.979664 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.980043 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.980419 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.980789 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.981156 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.981519 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.981909 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.982276 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.982634 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.982999 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.983348 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.988177 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:30.306403 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:30.389062 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:30.545055 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:30.550165 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30257319'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:30.553250 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-15178c62-1c9b-456f-acc7-730e0aca5bce tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:30.626771 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event updated for resources: {'Port': ['ID=a2acefea-927b-4383-ade1-0f195bd263c7,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:30.643769 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:30.643769 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33160423'] for floatingip, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:30.749387 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.l3_db [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Floating IP 05555bd0-17ea-406b-b699-0953a8493534 associated. External IP: 172.27.0.175, port: 92d9836f-33d8-4466-9556-19775f0b219a. Jun 16 16:32:30.958699 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Router 2e3de56d-dfef-4b29-885c-691aa4b1907f has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:32:31.064203 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:32:31.074078 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a306b46-ead9-4245-bd37-1132a436fcb3 None None] Sync routers for ids ['2e3de56d-dfef-4b29-885c-691aa4b1907f'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:32:31.080343 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:31.083206 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a306b46-ead9-4245-bd37-1132a436fcb3 None None] Routers {'2e3de56d-dfef-4b29-885c-691aa4b1907f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:32:31.083827 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-1a306b46-ead9-4245-bd37-1132a436fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:32:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2e3de56d-dfef-4b29-885c-691aa4b1907f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:31.119879 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6214812 Jun 16 16:32:31.120657 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e2817b-63a4-409f-b320-74be13602e26', 'tag': '92d9836f-33d8-4466-9556-19775f0b219a'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:32:31.122999 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcc14e41f13d97c8742cd6abe1fc053a743771352171e7c539edf99606292a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36337a0f-0e45-435f-94fa-228e31c3dd6a" -d '{"events": [{"name": "network-changed", "server_uuid": "68e2817b-63a4-409f-b320-74be13602e26", "tag": "92d9836f-33d8-4466-9556-19775f0b219a"}]}' {{(pid=91606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:32:31.164431 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638a2080-6dab-4b18-85be-6b5239272af2 x-openstack-request-id: req-638a2080-6dab-4b18-85be-6b5239272af2 {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:32:31.164807 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e2817b-63a4-409f-b320-74be13602e26", "tag": "92d9836f-33d8-4466-9556-19775f0b219a", "status": "completed", "code": 200}]} {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:32:31.165062 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-638a2080-6dab-4b18-85be-6b5239272af2 {{(pid=91606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:32:31.165509 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e2817b-63a4-409f-b320-74be13602e26', 'tag': '92d9836f-33d8-4466-9556-19775f0b219a', 'status': 'completed', 'code': 200} Jun 16 16:32:31.191559 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-1a306b46-ead9-4245-bd37-1132a436fcb3 None None] Set router 2e3de56d-dfef-4b29-885c-691aa4b1907f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:32:31.241688 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36337a0f-0e45-435f-94fa-228e31c3dd6a req-d8d38cda-7c69-45ff-88ee-376ce2bebbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:31.243495 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-36337a0f-0e45-435f-94fa-228e31c3dd6a req-d8d38cda-7c69-45ff-88ee-376ce2bebbf9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c88518414b9d4537a6f35076bcdfa876&device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 1099 time: 0.0534356 Jun 16 16:32:31.338534 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36337a0f-0e45-435f-94fa-228e31c3dd6a req-6cc2eadf-5e15-43c5-86f6-f70e899038b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:31.339988 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-36337a0f-0e45-435f-94fa-228e31c3dd6a req-6cc2eadf-5e15-43c5-86f6-f70e899038b1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 200 len: 913 time: 0.0896511 Jun 16 16:32:31.403266 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-36337a0f-0e45-435f-94fa-228e31c3dd6a req-90ba1540-9841-41bc-b898-d036c71c0ef0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92d9836f-33d8-4466-9556-19775f0b219a HTTP/1.1" status: 200 len: 1000 time: 0.0561805 Jun 16 16:32:31.413175 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-1a306b46-ead9-4245-bd37-1132a436fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '05555bd0-17ea-406b-b699-0953a8493534', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'port_id': '92d9836f-33d8-4466-9556-19775f0b219a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'mac_address': 'fa:16:3e:3f:e0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e2817b-63a4-409f-b320-74be13602e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:32:30Z', 'updated_at': '2021-06-16T16:32:30Z', 'revision_number': 0, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:24Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:31.417229 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a306b46-ead9-4245-bd37-1132a436fcb3 None None] Checking router: 2e3de56d-dfef-4b29-885c-691aa4b1907f for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:32:31.425681 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a306b46-ead9-4245-bd37-1132a436fcb3 None None] Routers {'2e3de56d-dfef-4b29-885c-691aa4b1907f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:32:31.426304 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-1a306b46-ead9-4245-bd37-1132a436fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:32:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2e3de56d-dfef-4b29-885c-691aa4b1907f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:31.451327 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36337a0f-0e45-435f-94fa-228e31c3dd6a req-2b76e05d-173a-41e1-ac10-ed8bf452f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:31.452756 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-36337a0f-0e45-435f-94fa-228e31c3dd6a req-2b76e05d-173a-41e1-ac10-ed8bf452f042 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4 HTTP/1.1" status: 200 len: 851 time: 0.0434322 Jun 16 16:32:31.517904 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36337a0f-0e45-435f-94fa-228e31c3dd6a req-6ceb7dd6-7a37-4e12-82e5-0428e7bdd561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:31.519424 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-36337a0f-0e45-435f-94fa-228e31c3dd6a req-6ceb7dd6-7a37-4e12-82e5-0428e7bdd561 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e512722-20d3-49d6-a0cb-008cc5c92094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589411 Jun 16 16:32:31.530222 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [req-36337a0f-0e45-435f-94fa-228e31c3dd6a req-62372d52-50e8-4f66-a25b-79519795aeba service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:32:31.531271 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-36337a0f-0e45-435f-94fa-228e31c3dd6a req-62372d52-50e8-4f66-a25b-79519795aeba service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055652 Jun 16 16:32:31.535080 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-1a306b46-ead9-4245-bd37-1132a436fcb3 None None] Set router 2e3de56d-dfef-4b29-885c-691aa4b1907f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:32:31.622069 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-36337a0f-0e45-435f-94fa-228e31c3dd6a req-d2173f3e-d92c-4617-bc61-dd9aacafaabc service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836134 Jun 16 16:32:31.722955 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-36337a0f-0e45-435f-94fa-228e31c3dd6a req-fd57e1f6-3d1a-4958-93c7-44b1cf60576d service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936775 Jun 16 16:32:31.773420 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-1a306b46-ead9-4245-bd37-1132a436fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '05555bd0-17ea-406b-b699-0953a8493534', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'port_id': '92d9836f-33d8-4466-9556-19775f0b219a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'mac_address': 'fa:16:3e:3f:e0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e2817b-63a4-409f-b320-74be13602e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:32:30Z', 'updated_at': '2021-06-16T16:32:30Z', 'revision_number': 0, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:24Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:31.777469 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a306b46-ead9-4245-bd37-1132a436fcb3 None None] The sync data for ids ['2e3de56d-dfef-4b29-885c-691aa4b1907f'] in dv-cinder-775250-5-iscsi is: [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '05555bd0-17ea-406b-b699-0953a8493534', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'port_id': '92d9836f-33d8-4466-9556-19775f0b219a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'mac_address': 'fa:16:3e:3f:e0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e2817b-63a4-409f-b320-74be13602e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:32:30Z', 'updated_at': '2021-06-16T16:32:30Z', 'revision_number': 0, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:24Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:32:31.976424 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11154978-caa9-4f98-af02-36c2aa556858 None None] New status for floating IP 05555bd0-17ea-406b-b699-0953a8493534: ACTIVE {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:32:32.119097 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c2c16441-132a-43b5-a733-ace8675cd2ed req-d7da8bbc-b824-4bf6-a429-3202e6009681 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521512 Jun 16 16:32:33.028841 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 5d608441-cda1-43f4-980d-c2aca43fe41a no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:32:33.052186 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: 5d608441-cda1-43f4-980d-c2aca43fe41a {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:32:33.052572 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 5d608441-cda1-43f4-980d-c2aca43fe41a not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:32:35.087475 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c16441-132a-43b5-a733-ace8675cd2ed req-6d9ad555-95be-4823-a915-d40b17cbe5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:35.088965 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c2c16441-132a-43b5-a733-ace8675cd2ed req-6d9ad555-95be-4823-a915-d40b17cbe5dc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c88518414b9d4537a6f35076bcdfa876&device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 1099 time: 0.0563388 Jun 16 16:32:35.202614 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c16441-132a-43b5-a733-ace8675cd2ed req-02a2937c-8983-4237-8ab0-aed7c1ae6515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:35.203983 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c2c16441-132a-43b5-a733-ace8675cd2ed req-02a2937c-8983-4237-8ab0-aed7c1ae6515 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 200 len: 913 time: 0.0906711 Jun 16 16:32:35.271503 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c2c16441-132a-43b5-a733-ace8675cd2ed req-52ba6dde-8fed-4eb3-b3fe-95efb3504364 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92d9836f-33d8-4466-9556-19775f0b219a HTTP/1.1" status: 200 len: 1002 time: 0.0562327 Jun 16 16:32:35.328998 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c16441-132a-43b5-a733-ace8675cd2ed req-b06787a8-a656-4b99-81e6-9921e799b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:35.330597 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c2c16441-132a-43b5-a733-ace8675cd2ed req-b06787a8-a656-4b99-81e6-9921e799b86b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4 HTTP/1.1" status: 200 len: 851 time: 0.0522590 Jun 16 16:32:35.387159 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c16441-132a-43b5-a733-ace8675cd2ed req-1a87b7e2-0d55-4073-9508-4e6fd219ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:35.388574 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c2c16441-132a-43b5-a733-ace8675cd2ed req-1a87b7e2-0d55-4073-9508-4e6fd219ad1e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e512722-20d3-49d6-a0cb-008cc5c92094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514667 Jun 16 16:32:35.479950 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c2c16441-132a-43b5-a733-ace8675cd2ed req-56c86f44-597f-4f91-be82-e4a1b76e450f service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832682 Jun 16 16:32:35.575753 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c2c16441-132a-43b5-a733-ace8675cd2ed req-cd374e24-5081-4136-9815-58beea8d8e71 service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873318 Jun 16 16:32:52.186002 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-53fc0f83-661e-427a-a363-7e4d01f52b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:53.483788 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 39266) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:53.529343 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_v2 [None req-1beffefe-44a5-4b3a-bcae-c4b1ee2ef44b admin admin] Deleting subnet 1282d70e-feca-438e-af1b-e046b7e774e1 {{(pid=91607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:32:53.532552 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1beffefe-44a5-4b3a-bcae-c4b1ee2ef44b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:53.568487 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1beffefe-44a5-4b3a-bcae-c4b1ee2ef44b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30482061'] for subnet, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:53.610662 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1beffefe-44a5-4b3a-bcae-c4b1ee2ef44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766633'] for subnet, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:53.671355 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1beffefe-44a5-4b3a-bcae-c4b1ee2ef44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30482857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30436855'] for subnet, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:53.673600 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-d6000731-0986-44da-b892-ae3485e34e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:53.698119 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beffefe-44a5-4b3a-bcae-c4b1ee2ef44b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1282d70e-feca-438e-af1b-e046b7e774e1,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:53.701164 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-1beffefe-44a5-4b3a-bcae-c4b1ee2ef44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:53.702174 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-1beffefe-44a5-4b3a-bcae-c4b1ee2ef44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:53.704571 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-1beffefe-44a5-4b3a-bcae-c4b1ee2ef44b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/1282d70e-feca-438e-af1b-e046b7e774e1 HTTP/1.1" status: 204 len: 168 time: 0.2192304 Jun 16 16:32:53.707458 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 39268) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:53.773246 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b2946a56-a862-42e0-ad3d-f603f05222a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-693812'] for network, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:53.853106 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b2946a56-a862-42e0-ad3d-f603f05222a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-768294', 'neutron.services.segments.db._delete_segments_for_network-8738765585457'] for network, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:53.863355 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-b2946a56-a862-42e0-ad3d-f603f05222a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c55fc3-a3a8-4a3f-b7aa-673c820f31c2']}} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:53.872851 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-b2946a56-a862-42e0-ad3d-f603f05222a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34ae5fe-9924-4ce9-be3d-b40c84cbc157') {'for_net_delete': True} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:53.873150 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.services.segments.db [None req-b2946a56-a862-42e0-ad3d-f603f05222a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34ae5fe-9924-4ce9-be3d-b40c84cbc157') {} {{(pid=91607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:53.881810 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b2946a56-a862-42e0-ad3d-f603f05222a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765584770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30482068'] for segment, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:53.895414 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b2946a56-a862-42e0-ad3d-f603f05222a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:53.901126 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2946a56-a862-42e0-ad3d-f603f05222a5 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=91607) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:32:53.901507 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b2946a56-a862-42e0-ad3d-f603f05222a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30482742'] for segment, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: retrieve_revision_numbers = { Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: Traceback (most recent call last): Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: timer() Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: cb(*args, **kw) Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: return func(*args, **kwargs) Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: self._notify() Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: self.callback(batched_events) Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: event.method(event) Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: return f(self, *a, **k) Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: return self._get(url).json() Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: return self.request(url, 'GET', **kwargs) Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:32:53.903203 dv-cinder-775250-5-iscsi neutron-server[91607]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:32:53.959211 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b2946a56-a862-42e0-ad3d-f603f05222a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33160313'] for network, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:53.963194 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-0e6d8bce-54b9-4e9a-bcfe-e060d21a5f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:53.965545 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-b2946a56-a862-42e0-ad3d-f603f05222a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:53.967363 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-b2946a56-a862-42e0-ad3d-f603f05222a5 admin admin] 10.222.0.86 "DELETE /v2.0/networks/85c55fc3-a3a8-4a3f-b7aa-673c820f31c2 HTTP/1.1" status: 204 len: 168 time: 0.2590024 Jun 16 16:32:53.978776 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2946a56-a862-42e0-ad3d-f603f05222a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=85c55fc3-a3a8-4a3f-b7aa-673c820f31c2,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:53.981359 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b2946a56-a862-42e0-ad3d-f603f05222a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:54.078938 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 39272) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:54.120361 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-41a5d85d-865d-4cf9-addc-ef72d2ccd9f8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5a748d34a1fa4b708338a26b523ea361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400610 Jun 16 16:32:54.122671 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 39274) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:54.170492 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c440a13d-d8cf-47a5-bf54-44819fcfaca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:54.192320 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c440a13d-d8cf-47a5-bf54-44819fcfaca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:54.237770 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c440a13d-d8cf-47a5-bf54-44819fcfaca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:54.240280 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c440a13d-d8cf-47a5-bf54-44819fcfaca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:54.241424 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-c440a13d-d8cf-47a5-bf54-44819fcfaca7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/10558f87-63fe-4877-9cca-57953f0d5d47 HTTP/1.1" status: 204 len: 168 time: 0.1178589 Jun 16 16:32:54.242281 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-4a669e0f-bbd4-4540-ad6a-1baf61b3c7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:54.249984 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440a13d-d8cf-47a5-bf54-44819fcfaca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10558f87-63fe-4877-9cca-57953f0d5d47,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:54.252938 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-c440a13d-d8cf-47a5-bf54-44819fcfaca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:54.830927 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-45498db0-905b-43e4-b61e-5d32ca461819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:54.927889 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:55.904067 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:57.660425 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:58.243818 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:01.044771 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:33:14.406640 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 39412) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:33:14.508525 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e11af4d9-b659-4c0a-864b-39ca38465012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:14.598336 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e11af4d9-b659-4c0a-864b-39ca38465012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:14.602091 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-e11af4d9-b659-4c0a-864b-39ca38465012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:14.605337 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-17041e37-99fa-4606-9db3-d66a07295fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:14.640788 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-e11af4d9-b659-4c0a-864b-39ca38465012 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=12bf15e5827448a4883fb2d62d20efac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330718 Jun 16 16:33:14.642108 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11af4d9-b659-4c0a-864b-39ca38465012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1aea25-5eae-4a45-a10e-66c7b1301050,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:14.643446 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 39416) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:33:14.649842 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11af4d9-b659-4c0a-864b-39ca38465012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:14.650310 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11af4d9-b659-4c0a-864b-39ca38465012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:14.650757 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11af4d9-b659-4c0a-864b-39ca38465012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:14.651216 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11af4d9-b659-4c0a-864b-39ca38465012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:14.651653 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11af4d9-b659-4c0a-864b-39ca38465012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:14.652082 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11af4d9-b659-4c0a-864b-39ca38465012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:14.652510 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11af4d9-b659-4c0a-864b-39ca38465012 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:14.652984 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11af4d9-b659-4c0a-864b-39ca38465012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:14.653473 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11af4d9-b659-4c0a-864b-39ca38465012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:14.654024 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11af4d9-b659-4c0a-864b-39ca38465012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:14.654453 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11af4d9-b659-4c0a-864b-39ca38465012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:14.654902 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11af4d9-b659-4c0a-864b-39ca38465012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:14.658868 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-e11af4d9-b659-4c0a-864b-39ca38465012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:14.692251 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fa70017a-d975-4d23-b7f6-ed92633a61eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:14.715891 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fa70017a-d975-4d23-b7f6-ed92633a61eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:14.761388 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fa70017a-d975-4d23-b7f6-ed92633a61eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:14.764092 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-fa70017a-d975-4d23-b7f6-ed92633a61eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:14.765216 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-fa70017a-d975-4d23-b7f6-ed92633a61eb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9a1aea25-5eae-4a45-a10e-66c7b1301050 HTTP/1.1" status: 204 len: 168 time: 0.1207378 Jun 16 16:33:14.766066 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-839cd89c-d5f7-47e8-a636-8c7df776da8c tempest-AttachVolumeShelveTestJSON-1955829726 tempest-AttachVolumeShelveTestJSON-1955829726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:14.773408 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70017a-d975-4d23-b7f6-ed92633a61eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1aea25-5eae-4a45-a10e-66c7b1301050,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:14.775775 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-fa70017a-d975-4d23-b7f6-ed92633a61eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:22.187407 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f1dcb73c-f03f-423a-baec-1ce882d45645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:24.833211 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-37a24cb0-97c9-4eec-9379-51ac1f3b649c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:24.928438 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:25.908239 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:27.661290 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:28.245250 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:32.141257 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cf0b066f-f868-4f74-8186-2b7173d271f7 req-5f1127a9-c234-4c4e-9bab-16f7f86129bf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513349 Jun 16 16:33:32.248622 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b066f-f868-4f74-8186-2b7173d271f7 req-352330af-5675-4651-bb8a-3a318db66713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:32.250086 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cf0b066f-f868-4f74-8186-2b7173d271f7 req-352330af-5675-4651-bb8a-3a318db66713 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c88518414b9d4537a6f35076bcdfa876&device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 1099 time: 0.0588303 Jun 16 16:33:32.353952 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b066f-f868-4f74-8186-2b7173d271f7 req-1cddabdd-f631-4604-a672-83f5f78587ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:32.355371 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cf0b066f-f868-4f74-8186-2b7173d271f7 req-1cddabdd-f631-4604-a672-83f5f78587ad service neutron] 10.222.0.99 "GET /v2.0/networks?id=9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 200 len: 913 time: 0.0832930 Jun 16 16:33:32.427083 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cf0b066f-f868-4f74-8186-2b7173d271f7 req-0199d8a8-bf54-4d6a-8373-a745f5ae5f6d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92d9836f-33d8-4466-9556-19775f0b219a HTTP/1.1" status: 200 len: 1002 time: 0.0621879 Jun 16 16:33:32.479287 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b066f-f868-4f74-8186-2b7173d271f7 req-e3e5c0ea-1f9d-45d7-98ec-f005ab5c00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:32.480688 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cf0b066f-f868-4f74-8186-2b7173d271f7 req-e3e5c0ea-1f9d-45d7-98ec-f005ab5c00c4 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4 HTTP/1.1" status: 200 len: 851 time: 0.0438597 Jun 16 16:33:32.559403 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b066f-f868-4f74-8186-2b7173d271f7 req-701ab73b-7b36-4ea2-92bd-ac6013e3a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:32.560907 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cf0b066f-f868-4f74-8186-2b7173d271f7 req-701ab73b-7b36-4ea2-92bd-ac6013e3a1aa service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e512722-20d3-49d6-a0cb-008cc5c92094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699384 Jun 16 16:33:32.918750 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cf0b066f-f868-4f74-8186-2b7173d271f7 req-6544dc53-20ab-45b0-b636-69e422b867a6 service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450899 Jun 16 16:33:33.008546 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-cf0b066f-f868-4f74-8186-2b7173d271f7 req-9c1e2759-f90f-40c2-bb6a-eaf9ed4a04a0 service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831275 Jun 16 16:33:38.043382 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:33:52.194207 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f948b8a1-5cd9-484f-88b6-1880ceb0cc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:54.834910 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1512ab0e-44a3-4e42-a203-6045ad186ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:54.928955 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:56.028164 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:57.664891 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:58.253376 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:15.041928 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:34:18.155199 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-6c8b3b41-ab50-4405-88e7-72c53c1bc223 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-944488433&fields=id&tenant_id=c88518414b9d4537a6f35076bcdfa876 HTTP/1.1" status: 200 len: 267 time: 0.0333502 Jun 16 16:34:18.263681 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-85a27b4c-39bf-4fd3-94be-c31319b4be9d tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:18.265109 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-85a27b4c-39bf-4fd3-94be-c31319b4be9d tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/networks?id=9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 200 len: 812 time: 0.1029463 Jun 16 16:34:18.279436 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-58adba18-e988-4e0a-80c5-10b87cfe4851 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/quotas/c88518414b9d4537a6f35076bcdfa876 HTTP/1.1" status: 200 len: 375 time: 0.0087738 Jun 16 16:34:18.353523 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-93d7ca93-117a-4f4c-8f36-5a5f773a39bb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c88518414b9d4537a6f35076bcdfa876&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0688007 Jun 16 16:34:18.459447 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-77fb9234-644d-440f-a17c-0086142113cb service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=91607) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:34:18.461768 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-77fb9234-644d-440f-a17c-0086142113cb service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0962234 Jun 16 16:34:18.557927 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-45c99358-b0da-48a2-91cf-d0c43b9dc4fe service neutron] 10.222.0.86 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901773 Jun 16 16:34:18.652476 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-33409945-deda-4635-9762-b2b6b69ac6ff service neutron] 10.222.0.86 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883524 Jun 16 16:34:18.951965 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-0905ca0a-0c88-44ec-a161-f146c6329d17 req-09598b18-69ce-40c7-acff-0afbfef9ae1d tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0302210 Jun 16 16:34:20.119932 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-1cbb6304-8f09-4dd7-9578-bff8b5ff6817 req-50a98000-482d-47bb-8bf8-b87114fd01d8 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0284774 Jun 16 16:34:20.240256 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-d067672c-98af-4f0a-ad01-9a763c4b0758 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:20.242077 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-d067672c-98af-4f0a-ad01-9a763c4b0758 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.99 "GET /v2.0/networks?id=9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 200 len: 812 time: 0.1017628 Jun 16 16:34:20.308172 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-07c81bfe-572d-4276-9dfc-4976af60d2bf tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c88518414b9d4537a6f35076bcdfa876 HTTP/1.1" status: 200 len: 379 time: 0.0403028 Jun 16 16:34:20.317844 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Request body: {'port': {'device_id': '1ced299f-8a25-4af9-824b-c857a2b7b2b1', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'admin_state_up': True, 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'security_groups': ['47ddaba7-b007-4942-b886-87f679e67211']}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:34:20.429269 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Made reservation on behalf of c88518414b9d4537a6f35076bcdfa876 for: {'port': 1} {{(pid=91607) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:34:20.432876 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:20.566795 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_common [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Allocated IP 172.20.0.7 (9e512722-20d3-49d6-a0cb-008cc5c92094/94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4/d81ed564-597c-43b9-b8ac-e98b03cd9b46) {{(pid=91607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:34:20.710125 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for port, precommit_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:20.730328 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Transition to ACTIVE for port object d81ed564-597c-43b9-b8ac-e98b03cd9b46 will not be triggered until provisioned by entity DHCP. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:34:20.767263 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30482812'] for port, after_create {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:20.771145 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4c2e52c4-e4f6-4a8c-b783-098476be1310 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:20.812618 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Network 9e512722-20d3-49d6-a0cb-008cc5c92094 is already hosted by enough agents. {{(pid=91607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:34:20.818548 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.base_scheduler [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Resources bound (agent type, host, resource id): {{(pid=91607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:34:20.822295 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Received port after_create {{(pid=91607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:34:20.849253 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event updated for resources: {'Port': ['ID=d81ed564-597c-43b9-b8ac-e98b03cd9b46,revision_number=1']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:20.863283 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:20.863669 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:20.864042 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:20.864411 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:20.864770 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:20.865476 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:20.865868 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:20.866231 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:20.866602 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:20.866955 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:20.867430 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:20.867697 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:20.873290 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:20.887120 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:20.887748 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:20.911666 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-055fd0c6-cc58-48a7-abd9-abf8244cd40c tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5975890 Jun 16 16:34:20.927793 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.v2.base [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Request body: {'port': {'device_id': '1ced299f-8a25-4af9-824b-c857a2b7b2b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=91607) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:34:21.010960 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:21.037122 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-4a212ff2-27aa-42c1-86c5-088b7aa21a07 None None] Provisioning for port d81ed564-597c-43b9-b8ac-e98b03cd9b46 completed by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:34:21.041354 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-4a212ff2-27aa-42c1-86c5-088b7aa21a07 None None] Provisioning complete for port d81ed564-597c-43b9-b8ac-e98b03cd9b46 triggered by entity DHCP. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:34:21.041754 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4a212ff2-27aa-42c1-86c5-088b7aa21a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:21.076343 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-4a212ff2-27aa-42c1-86c5-088b7aa21a07 None None] Port d81ed564-597c-43b9-b8ac-e98b03cd9b46 cannot update to ACTIVE because it is not bound. {{(pid=91608) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:34:21.275695 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81ed564-597c-43b9-b8ac-e98b03cd9b46 {{(pid=91607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:34:21.284461 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:21.296480 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.provisioning_blocks [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Transition to ACTIVE for port object d81ed564-597c-43b9-b8ac-e98b03cd9b46 will not be triggered until provisioned by entity L2. {{(pid=91607) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:34:21.301400 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:21.304753 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-698bf38e-796e-4ab4-82ec-d680779e0068 tempest-VolumesSnapshotTestJSON-736923087 tempest-VolumesSnapshotTestJSON-736923087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:21.309957 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc60fce-8432-49ae-93a9-c01530eba697 req-4617fd32-77d1-4273-9b56-03dc23a36195 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:21.311440 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9bc60fce-8432-49ae-93a9-c01530eba697 req-4617fd32-77d1-4273-9b56-03dc23a36195 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 931 time: 0.0642436 Jun 16 16:34:21.353480 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9bc60fce-8432-49ae-93a9-c01530eba697 req-f9f24959-6945-40d1-80d2-0568201ee8fd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351758 Jun 16 16:34:21.391593 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=d81ed564-597c-43b9-b8ac-e98b03cd9b46,revision_number=2']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:21.396650 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:21.462314 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Attempting to bind port d81ed564-597c-43b9-b8ac-e98b03cd9b46 on host hv-cinder-77525 for vnic_type normal with profile {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:34:21.462647 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Attempting to bind port d81ed564-597c-43b9-b8ac-e98b03cd9b46 by drivers openvswitch,hyperv on host hv-cinder-77525 at level 0 using segments [{'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:34:21.462975 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Attempting to bind port d81ed564-597c-43b9-b8ac-e98b03cd9b46 on network 9e512722-20d3-49d6-a0cb-008cc5c92094 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:34:21.467447 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Port d81ed564-597c-43b9-b8ac-e98b03cd9b46 on network 9e512722-20d3-49d6-a0cb-008cc5c92094 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77525 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:34:21.467767 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Attempting to bind port d81ed564-597c-43b9-b8ac-e98b03cd9b46 on network 9e512722-20d3-49d6-a0cb-008cc5c92094 {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:34:21.473778 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Checking agent: {'id': '774c6775-43c8-4ea3-8780-19c9f57d3f7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'started_at': datetime.datetime(2021, 6, 16, 16, 20, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:34:21.474119 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Checking segment: {'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:34:21.474499 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Bound using segment: {'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'} {{(pid=91607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:34:21.474930 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.managers [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Bound port: d81ed564-597c-43b9-b8ac-e98b03cd9b46, host: hv-cinder-77525, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9523df19-88ae-4e30-a78b-1d330c85c92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094'}}] {{(pid=91607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:34:21.475276 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:21.539207 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] For port d81ed564-597c-43b9-b8ac-e98b03cd9b46, host hv-cinder-77525, cleared binding levels {{(pid=91607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:34:21.542499 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] For port d81ed564-597c-43b9-b8ac-e98b03cd9b46, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=d81ed564-597c-43b9-b8ac-e98b03cd9b46,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:34:21.546448 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482794'] for port, after_update {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:21.549437 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-095e8f0c-53d7-458e-ac9d-7616ad70fea1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:21.586418 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:21.587088 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:21.588446 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] 10.222.0.99 "PUT /v2.0/ports/d81ed564-597c-43b9-b8ac-e98b03cd9b46 HTTP/1.1" status: 200 len: 1093 time: 0.6650105 Jun 16 16:34:21.589070 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ced299f-8a25-4af9-824b-c857a2b7b2b1', 'tag': 'd81ed564-597c-43b9-b8ac-e98b03cd9b46'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:34:21.591315 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99814894-8254-47af-aa52-ec4a44a14830" -d '{"events": [{"name": "network-changed", "server_uuid": "1ced299f-8a25-4af9-824b-c857a2b7b2b1", "tag": "d81ed564-597c-43b9-b8ac-e98b03cd9b46"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:34:21.620845 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=d81ed564-597c-43b9-b8ac-e98b03cd9b46,revision_number=3']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:21.624109 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-047bc4f8-96d5-4e5b-bad8-9c54ba970ef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:21.649360 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724ddf18-ccec-42c3-84ae-6973fd604e10 x-openstack-request-id: req-724ddf18-ccec-42c3-84ae-6973fd604e10 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:34:21.649969 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ced299f-8a25-4af9-824b-c857a2b7b2b1", "tag": "d81ed564-597c-43b9-b8ac-e98b03cd9b46", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:34:21.650271 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-724ddf18-ccec-42c3-84ae-6973fd604e10 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:34:21.650707 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ced299f-8a25-4af9-824b-c857a2b7b2b1', 'tag': 'd81ed564-597c-43b9-b8ac-e98b03cd9b46', 'status': 'completed', 'code': 200} Jun 16 16:34:21.707259 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-501c1ee9-33dd-4261-9ad3-3029ddd9c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:21.708746 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-501c1ee9-33dd-4261-9ad3-3029ddd9c42b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c88518414b9d4537a6f35076bcdfa876&device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 1096 time: 0.0703077 Jun 16 16:34:21.754487 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-4e39e915-392c-445e-8f10-508a04b8295c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d81ed564-597c-43b9-b8ac-e98b03cd9b46 HTTP/1.1" status: 200 len: 217 time: 0.0382090 Jun 16 16:34:21.812256 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-f403b22c-e347-4192-94f4-bd6609920d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:21.814262 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-f403b22c-e347-4192-94f4-bd6609920d93 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4 HTTP/1.1" status: 200 len: 851 time: 0.0484354 Jun 16 16:34:21.874649 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-8794b0fe-9bfd-4cdf-9be7-9a2691e40d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:21.876600 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-8794b0fe-9bfd-4cdf-9be7-9a2691e40d77 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e512722-20d3-49d6-a0cb-008cc5c92094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534890 Jun 16 16:34:21.969500 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-74f7fa06-e754-4d5c-9a99-83ab2c2cd059 service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827684 Jun 16 16:34:22.070356 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-8a89bef0-8eb1-4c42-a5bd-96cc9afca8d5 req-aedeeffe-00c6-45ea-9818-e8c344ffce3d service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901029 Jun 16 16:34:22.176514 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99814894-8254-47af-aa52-ec4a44a14830 req-285175a2-8a1d-44ea-bd0b-091c20f253b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:22.178002 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-99814894-8254-47af-aa52-ec4a44a14830 req-285175a2-8a1d-44ea-bd0b-091c20f253b0 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c88518414b9d4537a6f35076bcdfa876&device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 1096 time: 0.0540223 Jun 16 16:34:22.186038 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-8e45fb55-c4b0-4386-8bfb-ced4298e05a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:22.274557 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99814894-8254-47af-aa52-ec4a44a14830 req-ccd30e54-326b-471f-84b2-df908641d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:22.275989 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-99814894-8254-47af-aa52-ec4a44a14830 req-ccd30e54-326b-471f-84b2-df908641d9bb service neutron] 10.222.0.99 "GET /v2.0/networks?id=9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 200 len: 913 time: 0.0870185 Jun 16 16:34:22.323312 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-99814894-8254-47af-aa52-ec4a44a14830 req-974decc3-79e4-4cd7-ba8b-8c7e636bde28 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d81ed564-597c-43b9-b8ac-e98b03cd9b46 HTTP/1.1" status: 200 len: 217 time: 0.0397165 Jun 16 16:34:22.375718 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99814894-8254-47af-aa52-ec4a44a14830 req-c5bfee2f-fa5a-431c-bb7f-76f8a2d11a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:22.377236 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-99814894-8254-47af-aa52-ec4a44a14830 req-c5bfee2f-fa5a-431c-bb7f-76f8a2d11a75 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4 HTTP/1.1" status: 200 len: 851 time: 0.0478265 Jun 16 16:34:22.442762 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99814894-8254-47af-aa52-ec4a44a14830 req-35d370c5-7062-40b2-a8e7-b64f23312230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:22.444269 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-99814894-8254-47af-aa52-ec4a44a14830 req-35d370c5-7062-40b2-a8e7-b64f23312230 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e512722-20d3-49d6-a0cb-008cc5c92094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543752 Jun 16 16:34:22.536316 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-99814894-8254-47af-aa52-ec4a44a14830 req-3fe35ecd-bb5e-4f7c-b0bd-1e4241d5c94d service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834417 Jun 16 16:34:22.539703 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739ebd2-9a2b-4d7e-adb2-79ac1d33da03 req-fd8e0643-084b-41ff-83f4-f85daa422dfe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:22.541423 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4739ebd2-9a2b-4d7e-adb2-79ac1d33da03 req-fd8e0643-084b-41ff-83f4-f85daa422dfe tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 943 time: 0.0694242 Jun 16 16:34:22.581518 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-4739ebd2-9a2b-4d7e-adb2-79ac1d33da03 req-e24afe4d-22f7-4d0c-9db1-d1a633bc64a4 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342958 Jun 16 16:34:22.633941 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-99814894-8254-47af-aa52-ec4a44a14830 req-e21bf7cf-7411-48a8-82ce-d3cbd02f774a service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877464 Jun 16 16:34:23.884633 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08436bcc-3745-452b-9aeb-84f79b7b2f71 req-a389953c-3135-4a94-968b-46f134aeb4af tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:23.886023 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-08436bcc-3745-452b-9aeb-84f79b7b2f71 req-a389953c-3135-4a94-968b-46f134aeb4af tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 943 time: 0.0671155 Jun 16 16:34:23.924055 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-08436bcc-3745-452b-9aeb-84f79b7b2f71 req-9431d155-a34c-4e7c-91d8-42d8d7ef3a12 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315757 Jun 16 16:34:24.836545 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-03d8a06c-36cd-4b35-ad99-b6b81b676373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:24.929437 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:25.103876 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff338e4f-2204-459a-bb69-720711f98c9a req-b4ba3773-eff9-4b97-a2bc-bdd8f96de609 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:25.105229 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ff338e4f-2204-459a-bb69-720711f98c9a req-b4ba3773-eff9-4b97-a2bc-bdd8f96de609 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 943 time: 0.0631249 Jun 16 16:34:25.142853 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-ff338e4f-2204-459a-bb69-720711f98c9a req-f379ee53-0a4f-4343-94a5-c74c77747338 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317030 Jun 16 16:34:25.913453 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:26.319405 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde237d-beff-49c0-a68b-ed4252440eac req-f996ce00-c206-4d03-a03f-27dd05d28127 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:26.320870 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0dde237d-beff-49c0-a68b-ed4252440eac req-f996ce00-c206-4d03-a03f-27dd05d28127 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 943 time: 0.0672305 Jun 16 16:34:26.358268 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-0dde237d-beff-49c0-a68b-ed4252440eac req-70bb0f98-5896-47e2-b677-fc70406c99ed tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318007 Jun 16 16:34:27.535611 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c65b01-0769-4cf1-a39a-67674d970094 req-e4a73fae-f450-42f1-b014-d13914a98b45 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:27.537104 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-99c65b01-0769-4cf1-a39a-67674d970094 req-e4a73fae-f450-42f1-b014-d13914a98b45 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 943 time: 0.0639863 Jun 16 16:34:27.575135 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-99c65b01-0769-4cf1-a39a-67674d970094 req-fa8b3ee9-04c3-473f-ac4e-46d32a0ba64e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321496 Jun 16 16:34:27.668043 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:28.263969 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:28.746823 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4d2ad-7e23-4c7e-9a43-0467c2830371 req-bdf4a3f7-5c86-435b-84b0-42176351ce55 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:28.748291 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3dd4d2ad-7e23-4c7e-9a43-0467c2830371 req-bdf4a3f7-5c86-435b-84b0-42176351ce55 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 943 time: 0.0630112 Jun 16 16:34:28.785424 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-3dd4d2ad-7e23-4c7e-9a43-0467c2830371 req-7088ac0c-0016-42b1-aeee-7c25129f363f tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307798 Jun 16 16:34:29.419949 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device d81ed564-597c-43b9-b8ac-e98b03cd9b46 details requested by agent hyperv_hv-cinder-77525 with host hv-cinder-77525 {{(pid=91608) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:34:29.514399 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port d81ed564-597c-43b9-b8ac-e98b03cd9b46, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=d81ed564-597c-43b9-b8ac-e98b03cd9b46,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:34:29.524859 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Returning: {'device': 'd81ed564-597c-43b9-b8ac-e98b03cd9b46', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'port_id': 'd81ed564-597c-43b9-b8ac-e98b03cd9b46', 'mac_address': 'fa:16:3e:0b:cb:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91608) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:34:29.562530 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:29.575030 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d81ed564-597c-43b9-b8ac-e98b03cd9b46 {{(pid=91608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:34:29.594622 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port d81ed564-597c-43b9-b8ac-e98b03cd9b46, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=d81ed564-597c-43b9-b8ac-e98b03cd9b46,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:34:29.598646 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:29.600379 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-a371a90b-14dc-4298-9033-f0f1b701d7b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:29.647588 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=d81ed564-597c-43b9-b8ac-e98b03cd9b46,revision_number=4']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:29.654448 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:29.654799 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:29.655224 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:29.655706 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:29.656045 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:29.656379 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:29.656710 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:29.657043 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:29.657370 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:29.657765 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:29.658027 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:29.658342 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:29.662238 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:29.898645 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] get_ports_and_sgs() called for port_ids ['d81ed564-597c-43b9-b8ac-e98b03cd9b46'] {{(pid=91608) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:34:29.965603 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87058e00-180e-41c5-8ec9-de0a1f9762d9 req-f21d8781-ccd3-4165-9338-b2301e943021 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:29.967069 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-87058e00-180e-41c5-8ec9-de0a1f9762d9 req-f21d8781-ccd3-4165-9338-b2301e943021 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 944 time: 0.0684462 Jun 16 16:34:30.005296 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-87058e00-180e-41c5-8ec9-de0a1f9762d9 req-cdd391be-a33d-4eb6-9f7d-b5ffb5f93f82 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321255 Jun 16 16:34:31.179323 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ae807-60fe-4102-a65d-512956e5cfe8 req-0275957b-5740-42d7-9fe1-3ad14736c916 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:31.180772 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b47ae807-60fe-4102-a65d-512956e5cfe8 req-0275957b-5740-42d7-9fe1-3ad14736c916 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 944 time: 0.0633004 Jun 16 16:34:31.218455 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-b47ae807-60fe-4102-a65d-512956e5cfe8 req-4bd59bd3-4e4c-43c6-a327-f1e495e3ffdf tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311468 Jun 16 16:34:31.416838 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device d81ed564-597c-43b9-b8ac-e98b03cd9b46 up at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:34:31.464398 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning for port d81ed564-597c-43b9-b8ac-e98b03cd9b46 completed by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:34:31.468010 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.provisioning_blocks [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Provisioning complete for port d81ed564-597c-43b9-b8ac-e98b03cd9b46 triggered by entity L2. {{(pid=91608) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:34:31.468389 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762203'] for port, provisioning_complete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:31.543810 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:31.566581 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ced299f-8a25-4af9-824b-c857a2b7b2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81ed564-597c-43b9-b8ac-e98b03cd9b46'}] {{(pid=91608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:34:31.568854 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e43c4d1a343a21a3587e0c3c9798f2efc69cd49ef3b7d5ad8d096bf719d817a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73072934-e4ca-4805-a3f6-48c5e21b37bc" -d '{"events": [{"server_uuid": "1ced299f-8a25-4af9-824b-c857a2b7b2b1", "name": "network-vif-plugged", "status": "completed", "tag": "d81ed564-597c-43b9-b8ac-e98b03cd9b46"}]}' {{(pid=91608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:34:31.582323 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] For port d81ed564-597c-43b9-b8ac-e98b03cd9b46, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=d81ed564-597c-43b9-b8ac-e98b03cd9b46,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:34:31.586918 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300'] for port, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:31.588853 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-4a9a368c-b8a6-4c63-aff2-9db0df5870db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:31.638143 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Pushing event updated for resources: {'Port': ['ID=d81ed564-597c-43b9-b8ac-e98b03cd9b46,revision_number=5']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:31.641294 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:31.663174 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0601f8-1dbb-4226-8d6b-485edbc64508 x-openstack-request-id: req-eb0601f8-1dbb-4226-8d6b-485edbc64508 {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:34:31.663472 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ced299f-8a25-4af9-824b-c857a2b7b2b1", "name": "network-vif-plugged", "status": "completed", "tag": "d81ed564-597c-43b9-b8ac-e98b03cd9b46", "code": 200}]} {{(pid=91608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:34:31.663736 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-eb0601f8-1dbb-4226-8d6b-485edbc64508 {{(pid=91608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:34:31.664387 dv-cinder-775250-5-iscsi neutron-server[91608]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ced299f-8a25-4af9-824b-c857a2b7b2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81ed564-597c-43b9-b8ac-e98b03cd9b46', 'code': 200} Jun 16 16:34:31.967924 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde10cde-19ba-4c98-8bc2-ff781683c89b req-54cb72ec-6d10-4d27-87d5-9568c0503018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:31.969377 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bde10cde-19ba-4c98-8bc2-ff781683c89b req-54cb72ec-6d10-4d27-87d5-9568c0503018 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 1098 time: 0.0558069 Jun 16 16:34:32.007963 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-bde10cde-19ba-4c98-8bc2-ff781683c89b req-a715e194-e844-4015-8b83-1c77b3eac06b service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277340 Jun 16 16:34:32.143604 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e6dbf54d-4093-488c-9c21-4c00afc20cea req-c56763f5-24ba-459d-863a-add6e2b71255 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510786 Jun 16 16:34:32.236629 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbf54d-4093-488c-9c21-4c00afc20cea req-234e86d6-49ce-43f5-bd46-b87b2964a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:32.238110 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e6dbf54d-4093-488c-9c21-4c00afc20cea req-234e86d6-49ce-43f5-bd46-b87b2964a12a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c88518414b9d4537a6f35076bcdfa876&device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 1099 time: 0.0504880 Jun 16 16:34:32.379383 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbf54d-4093-488c-9c21-4c00afc20cea req-2626ecaa-b2bf-4bdb-b9c9-9b62e86d0983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:32.380823 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e6dbf54d-4093-488c-9c21-4c00afc20cea req-2626ecaa-b2bf-4bdb-b9c9-9b62e86d0983 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 200 len: 913 time: 0.1177626 Jun 16 16:34:32.454538 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc6f87-c08d-4fd0-93de-dda5a43a5e56 req-e846b9f9-567b-4d7e-8efe-274b001f8b2b tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:32.455908 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-70fc6f87-c08d-4fd0-93de-dda5a43a5e56 req-e846b9f9-567b-4d7e-8efe-274b001f8b2b tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 945 time: 0.1216719 Jun 16 16:34:32.476394 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e6dbf54d-4093-488c-9c21-4c00afc20cea req-15ae3129-29a8-4761-abf7-b9bff589b172 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92d9836f-33d8-4466-9556-19775f0b219a HTTP/1.1" status: 200 len: 1002 time: 0.0865455 Jun 16 16:34:32.531007 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-70fc6f87-c08d-4fd0-93de-dda5a43a5e56 req-78618510-093d-4a59-b223-41e612eb3613 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662286 Jun 16 16:34:32.541678 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbf54d-4093-488c-9c21-4c00afc20cea req-6f146ede-a539-412b-8500-21b6249daeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:32.543129 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e6dbf54d-4093-488c-9c21-4c00afc20cea req-6f146ede-a539-412b-8500-21b6249daeea service neutron] 10.222.0.99 "GET /v2.0/subnets?id=94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4 HTTP/1.1" status: 200 len: 851 time: 0.0582099 Jun 16 16:34:32.601112 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbf54d-4093-488c-9c21-4c00afc20cea req-ad142a66-5570-4397-85e2-c8cfedba165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:32.602594 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e6dbf54d-4093-488c-9c21-4c00afc20cea req-ad142a66-5570-4397-85e2-c8cfedba165c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e512722-20d3-49d6-a0cb-008cc5c92094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506678 Jun 16 16:34:32.705790 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e6dbf54d-4093-488c-9c21-4c00afc20cea req-52649259-4a8c-415e-9984-605b1f99e2cd service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886133 Jun 16 16:34:32.796848 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e6dbf54d-4093-488c-9c21-4c00afc20cea req-d9b27c5d-e75b-4611-82f8-f979d49e04b0 service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836220 Jun 16 16:34:33.704087 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132b7d8-98f0-40ea-887f-d03484eca68c req-abcc9110-61ba-4f7b-9a4e-2af1f039b4a4 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:33.705581 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9132b7d8-98f0-40ea-887f-d03484eca68c req-abcc9110-61ba-4f7b-9a4e-2af1f039b4a4 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 945 time: 0.0636771 Jun 16 16:34:33.743557 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9132b7d8-98f0-40ea-887f-d03484eca68c req-b754403b-1a52-4c42-a86a-4f55433290b4 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322781 Jun 16 16:34:33.920858 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8f049-177a-47ad-b093-52aa4a72aea3 req-03ac93d4-2dab-47e4-9410-cf23a5c00228 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:33.922377 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-03d8f049-177a-47ad-b093-52aa4a72aea3 req-03ac93d4-2dab-47e4-9410-cf23a5c00228 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 945 time: 0.0679250 Jun 16 16:34:33.959390 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-03d8f049-177a-47ad-b093-52aa4a72aea3 req-0c6013c1-deb1-483a-adb3-f02eab4a01b5 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311453 Jun 16 16:34:33.984977 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 39544) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:34.039278 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a1cea0-d004-4396-abfc-2bd41748676e tempest-TestVolumeBootPattern-1647322452 tempest-TestVolumeBootPattern-1647322452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:34.040754 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-10a1cea0-d004-4396-abfc-2bd41748676e tempest-TestVolumeBootPattern-1647322452 tempest-TestVolumeBootPattern-1647322452-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 1093 time: 0.0547755 Jun 16 16:34:34.043435 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 39546) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:34.047849 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.v2.base [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Request body: {'floatingip': {'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'port_id': 'd81ed564-597c-43b9-b8ac-e98b03cd9b46', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:34:34.069333 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for floatingip, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:34.168198 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-905713'] for port, before_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:34.273463 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_common [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Allocated IP 172.27.0.232 (543270ac-5087-4a4b-b928-324956c3ce61/fb22e153-4378-4f12-ab9d-39b0c838861f/87a58db1-ef82-425a-b449-d4ee6523c383) {{(pid=91606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:34:34.375230 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for port, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:34.412924 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-906548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738765108237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30257329'] for port, after_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:34.415189 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-06fc988b-6b32-4bda-b5c7-a5f359c4bfe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:34.452118 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Network 543270ac-5087-4a4b-b928-324956c3ce61 is already hosted by enough agents. {{(pid=91606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:34:34.457137 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.base_scheduler [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Resources bound (agent type, host, resource id): {{(pid=91606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:34:34.460603 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Received port after_create {{(pid=91606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:34:34.466144 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event updated for resources: {'Port': ['ID=87a58db1-ef82-425a-b449-d4ee6523c383,revision_number=1']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:34.498215 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:34.498632 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:34.498986 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:34.499356 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:34.499720 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:34.500170 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:34.500452 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:34.500814 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:34.501174 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:34.501532 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:34.501911 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:34.502262 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:34.507173 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:35.138357 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.233670 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-905699'] for port, before_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.419511 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for port, precommit_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.424883 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738765552743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738765108255', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738765108300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30257319'] for port, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.428616 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:35.501503 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event updated for resources: {'Port': ['ID=87a58db1-ef82-425a-b449-d4ee6523c383,revision_number=2']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:35.506126 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:35.514590 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33160423'] for floatingip, after_update {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.634160 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.l3_db [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Floating IP 1fff4b94-978b-4a90-92fd-43b924c0b21e associated. External IP: 172.27.0.232, port: d81ed564-597c-43b9-b8ac-e98b03cd9b46. Jun 16 16:34:35.851593 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Router 2e3de56d-dfef-4b29-885c-691aa4b1907f has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:34:35.958407 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:34:35.968509 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d7c89-6144-4390-bdc8-71abe2b423da None None] Sync routers for ids ['2e3de56d-dfef-4b29-885c-691aa4b1907f'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:34:35.975758 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.979326 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d7c89-6144-4390-bdc8-71abe2b423da None None] Routers {'2e3de56d-dfef-4b29-885c-691aa4b1907f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:34:35.979963 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-c54d7c89-6144-4390-bdc8-71abe2b423da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:34:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2e3de56d-dfef-4b29-885c-691aa4b1907f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:34:36.014198 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-6a850c1c-a982-4f6c-a812-896ab74642e6 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9687893 Jun 16 16:34:36.015052 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ced299f-8a25-4af9-824b-c857a2b7b2b1', 'tag': 'd81ed564-597c-43b9-b8ac-e98b03cd9b46'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:34:36.017408 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcc14e41f13d97c8742cd6abe1fc053a743771352171e7c539edf99606292a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8456b5-45e5-4804-9fdb-bfabdeeaca10" -d '{"events": [{"name": "network-changed", "server_uuid": "1ced299f-8a25-4af9-824b-c857a2b7b2b1", "tag": "d81ed564-597c-43b9-b8ac-e98b03cd9b46"}]}' {{(pid=91606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:34:36.089871 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-c54d7c89-6144-4390-bdc8-71abe2b423da None None] Set router 2e3de56d-dfef-4b29-885c-691aa4b1907f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:34:36.104191 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60547e6-a0a5-4392-a1f4-bee482326dcb x-openstack-request-id: req-b60547e6-a0a5-4392-a1f4-bee482326dcb {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:34:36.104530 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ced299f-8a25-4af9-824b-c857a2b7b2b1", "tag": "d81ed564-597c-43b9-b8ac-e98b03cd9b46", "status": "completed", "code": 200}]} {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:34:36.104831 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b60547e6-a0a5-4392-a1f4-bee482326dcb {{(pid=91606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:34:36.105276 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ced299f-8a25-4af9-824b-c857a2b7b2b1', 'tag': 'd81ed564-597c-43b9-b8ac-e98b03cd9b46', 'status': 'completed', 'code': 200} Jun 16 16:34:36.190260 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8456b5-45e5-4804-9fdb-bfabdeeaca10 req-a771c104-f7fa-4ed3-bf97-588b819badeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:36.192420 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2b8456b5-45e5-4804-9fdb-bfabdeeaca10 req-a771c104-f7fa-4ed3-bf97-588b819badeb service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c88518414b9d4537a6f35076bcdfa876&device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 1098 time: 0.0638988 Jun 16 16:34:36.288203 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8456b5-45e5-4804-9fdb-bfabdeeaca10 req-199d6352-0d2f-4945-ac5b-091721fb4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:36.289929 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2b8456b5-45e5-4804-9fdb-bfabdeeaca10 req-199d6352-0d2f-4945-ac5b-091721fb4005 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 200 len: 913 time: 0.0910957 Jun 16 16:34:36.315639 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-c54d7c89-6144-4390-bdc8-71abe2b423da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '05555bd0-17ea-406b-b699-0953a8493534', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'port_id': '92d9836f-33d8-4466-9556-19775f0b219a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'mac_address': 'fa:16:3e:3f:e0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e2817b-63a4-409f-b320-74be13602e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:32:30Z', 'updated_at': '2021-06-16T16:32:32Z', 'revision_number': 1, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'fixed_ip_address_scope': None}, {'id': '1fff4b94-978b-4a90-92fd-43b924c0b21e', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'port_id': 'd81ed564-597c-43b9-b8ac-e98b03cd9b46', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'mac_address': 'fa:16:3e:0b:cb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ced299f-8a25-4af9-824b-c857a2b7b2b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:34:34Z', 'updated_at': '2021-06-16T16:34:34Z', 'revision_number': 0, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:24Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:34:36.319590 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d7c89-6144-4390-bdc8-71abe2b423da None None] Checking router: 2e3de56d-dfef-4b29-885c-691aa4b1907f for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:34:36.327907 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d7c89-6144-4390-bdc8-71abe2b423da None None] Routers {'2e3de56d-dfef-4b29-885c-691aa4b1907f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:34:36.328513 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-c54d7c89-6144-4390-bdc8-71abe2b423da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:34:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2e3de56d-dfef-4b29-885c-691aa4b1907f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:34:36.353395 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2b8456b5-45e5-4804-9fdb-bfabdeeaca10 req-c1fe693c-3a12-4e55-ba60-235d6023f499 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d81ed564-597c-43b9-b8ac-e98b03cd9b46 HTTP/1.1" status: 200 len: 999 time: 0.0565014 Jun 16 16:34:36.402330 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8456b5-45e5-4804-9fdb-bfabdeeaca10 req-2c16c168-7a35-4fca-8f08-5d8f96837af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:36.403755 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2b8456b5-45e5-4804-9fdb-bfabdeeaca10 req-2c16c168-7a35-4fca-8f08-5d8f96837af3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4 HTTP/1.1" status: 200 len: 851 time: 0.0437467 Jun 16 16:34:36.432673 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-c54d7c89-6144-4390-bdc8-71abe2b423da None None] Set router 2e3de56d-dfef-4b29-885c-691aa4b1907f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:34:36.467201 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8456b5-45e5-4804-9fdb-bfabdeeaca10 req-c716576c-0e65-4a95-bd87-4d837be12481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:36.468932 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2b8456b5-45e5-4804-9fdb-bfabdeeaca10 req-c716576c-0e65-4a95-bd87-4d837be12481 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e512722-20d3-49d6-a0cb-008cc5c92094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578265 Jun 16 16:34:36.559832 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2b8456b5-45e5-4804-9fdb-bfabdeeaca10 req-5782fa46-2cce-41dc-ad3e-53a3dddc5fec service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826316 Jun 16 16:34:36.652861 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-2b8456b5-45e5-4804-9fdb-bfabdeeaca10 req-38513fe6-5a8e-4ece-a5d3-4860628d6c5a service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862362 Jun 16 16:34:36.659745 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-c54d7c89-6144-4390-bdc8-71abe2b423da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '05555bd0-17ea-406b-b699-0953a8493534', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'port_id': '92d9836f-33d8-4466-9556-19775f0b219a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'mac_address': 'fa:16:3e:3f:e0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e2817b-63a4-409f-b320-74be13602e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:32:30Z', 'updated_at': '2021-06-16T16:32:32Z', 'revision_number': 1, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'fixed_ip_address_scope': None}, {'id': '1fff4b94-978b-4a90-92fd-43b924c0b21e', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'port_id': 'd81ed564-597c-43b9-b8ac-e98b03cd9b46', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'mac_address': 'fa:16:3e:0b:cb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ced299f-8a25-4af9-824b-c857a2b7b2b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:34:34Z', 'updated_at': '2021-06-16T16:34:34Z', 'revision_number': 0, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:24Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:34:36.663377 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54d7c89-6144-4390-bdc8-71abe2b423da None None] The sync data for ids ['2e3de56d-dfef-4b29-885c-691aa4b1907f'] in dv-cinder-775250-5-iscsi is: [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '05555bd0-17ea-406b-b699-0953a8493534', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'port_id': '92d9836f-33d8-4466-9556-19775f0b219a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'mac_address': 'fa:16:3e:3f:e0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e2817b-63a4-409f-b320-74be13602e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:32:30Z', 'updated_at': '2021-06-16T16:32:32Z', 'revision_number': 1, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'fixed_ip_address_scope': None}, {'id': '1fff4b94-978b-4a90-92fd-43b924c0b21e', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'port_id': 'd81ed564-597c-43b9-b8ac-e98b03cd9b46', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'mac_address': 'fa:16:3e:0b:cb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ced299f-8a25-4af9-824b-c857a2b7b2b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:34:34Z', 'updated_at': '2021-06-16T16:34:34Z', 'revision_number': 0, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:24Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:34:36.860054 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341d1434-fe2d-4368-841d-65d65c67b59d None None] New status for floating IP 1fff4b94-978b-4a90-92fd-43b924c0b21e: ACTIVE {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:34:52.040153 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:34:52.188539 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9fbf62ee-0785-4ebd-bd99-9b18b95c2ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:54.837261 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c556744d-ea56-4d01-8eda-2a20b04ff10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:54.931862 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:55.917621 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:57.670628 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:58.267136 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:22.190289 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-90cf6217-e553-4ff2-ac91-9e2c77b9c619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:24.838115 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-35f70a2a-e7b8-4caa-81d8-dc44e0751d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:24.932679 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:25.918779 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:27.672993 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:28.264741 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:29.039839 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:35:33.110332 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e5885d75-56d0-420b-93d1-fdcc657927e9 req-78bc8677-0fbc-4227-8c2a-9edb0b5e249e service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516102 Jun 16 16:35:33.203217 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5885d75-56d0-420b-93d1-fdcc657927e9 req-119f2b26-9616-4fa6-9ebc-4497f0ccb2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:33.204669 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e5885d75-56d0-420b-93d1-fdcc657927e9 req-119f2b26-9616-4fa6-9ebc-4497f0ccb2d5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c88518414b9d4537a6f35076bcdfa876&device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 1099 time: 0.0516660 Jun 16 16:35:33.316455 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5885d75-56d0-420b-93d1-fdcc657927e9 req-618b461b-9a84-48cf-be44-256670837244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:33.318685 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e5885d75-56d0-420b-93d1-fdcc657927e9 req-618b461b-9a84-48cf-be44-256670837244 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 200 len: 913 time: 0.0871387 Jun 16 16:35:33.381841 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e5885d75-56d0-420b-93d1-fdcc657927e9 req-4c918db6-3ce9-48fb-a4e5-db18da3b638e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92d9836f-33d8-4466-9556-19775f0b219a HTTP/1.1" status: 200 len: 1002 time: 0.0558186 Jun 16 16:35:33.431935 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5885d75-56d0-420b-93d1-fdcc657927e9 req-a91e650c-a530-409b-9980-f2394a0e228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:33.433332 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e5885d75-56d0-420b-93d1-fdcc657927e9 req-a91e650c-a530-409b-9980-f2394a0e228f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4 HTTP/1.1" status: 200 len: 851 time: 0.0468054 Jun 16 16:35:33.498125 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5885d75-56d0-420b-93d1-fdcc657927e9 req-2286e981-d6cf-4e40-ad73-5b426fbe7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:33.499587 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e5885d75-56d0-420b-93d1-fdcc657927e9 req-2286e981-d6cf-4e40-ad73-5b426fbe7a9e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e512722-20d3-49d6-a0cb-008cc5c92094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586286 Jun 16 16:35:33.590587 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e5885d75-56d0-420b-93d1-fdcc657927e9 req-911dff65-4df0-44e9-b6c4-8895f983eb3a service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824471 Jun 16 16:35:33.694879 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-e5885d75-56d0-420b-93d1-fdcc657927e9 req-013560a4-d38f-4742-8c39-edb68cbc691c service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970984 Jun 16 16:35:52.192722 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6d28682d-eeef-4fb4-a75c-886590b79461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:54.838747 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f607f227-31d4-4fa7-a6e7-6bfddc3ed5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:54.934801 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:55.921376 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:57.676761 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:58.275339 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:04.630775 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 39576) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:04.785965 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Deleting port 87a58db1-ef82-425a-b449-d4ee6523c383 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:36:04.786216 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:04.861102 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:04.861481 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:04.922967 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Calling delete_port for 87a58db1-ef82-425a-b449-d4ee6523c383 owned by network:floatingip {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:36:05.066289 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:05.068167 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-0f2ef7e6-4cc9-4ddb-9223-ae805be3f18b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:05.089876 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event deleted for resources: {'Port': ['ID=87a58db1-ef82-425a-b449-d4ee6523c383,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:05.102900 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:05.103286 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:05.103661 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:05.104027 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:05.104390 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:05.104753 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:05.105112 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:05.105469 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:05.105857 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:05.106212 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:05.106565 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:05.106915 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:05.124343 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:05.167684 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for floatingip, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:05.168017 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.db.l3_db [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Floating IP 1fff4b94-978b-4a90-92fd-43b924c0b21e disassociated (deleted). External IP: 172.27.0.232, port: d81ed564-597c-43b9-b8ac-e98b03cd9b46. Jun 16 16:36:05.365856 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Router 2e3de56d-dfef-4b29-885c-691aa4b1907f has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:36:05.472699 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:36:05.477511 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:05.482030 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07fa28b-3ae4-4e2c-96e6-45a40e4349b9 None None] Sync routers for ids ['2e3de56d-dfef-4b29-885c-691aa4b1907f'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:36:05.491305 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07fa28b-3ae4-4e2c-96e6-45a40e4349b9 None None] Routers {'2e3de56d-dfef-4b29-885c-691aa4b1907f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:36:05.491917 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-c07fa28b-3ae4-4e2c-96e6-45a40e4349b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:35:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2e3de56d-dfef-4b29-885c-691aa4b1907f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:05.513803 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-2e5bb683-48fd-4622-8e81-f40e886b8c39 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "DELETE /v2.0/floatingips/1fff4b94-978b-4a90-92fd-43b924c0b21e HTTP/1.1" status: 204 len: 168 time: 0.8819277 Jun 16 16:36:05.514481 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ced299f-8a25-4af9-824b-c857a2b7b2b1', 'tag': 'd81ed564-597c-43b9-b8ac-e98b03cd9b46'}] {{(pid=91606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:36:05.516938 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dcc14e41f13d97c8742cd6abe1fc053a743771352171e7c539edf99606292a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690e19f3-5218-436b-aa0e-ab0b2c8a5a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ced299f-8a25-4af9-824b-c857a2b7b2b1", "tag": "d81ed564-597c-43b9-b8ac-e98b03cd9b46"}]}' {{(pid=91606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:36:05.560282 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a609969-b2c8-46df-a32d-903e95439c81 x-openstack-request-id: req-2a609969-b2c8-46df-a32d-903e95439c81 {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:36:05.560624 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ced299f-8a25-4af9-824b-c857a2b7b2b1", "tag": "d81ed564-597c-43b9-b8ac-e98b03cd9b46", "status": "completed", "code": 200}]} {{(pid=91606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:36:05.561392 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2a609969-b2c8-46df-a32d-903e95439c81 {{(pid=91606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:36:05.561902 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ced299f-8a25-4af9-824b-c857a2b7b2b1', 'tag': 'd81ed564-597c-43b9-b8ac-e98b03cd9b46', 'status': 'completed', 'code': 200} Jun 16 16:36:05.604478 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-c07fa28b-3ae4-4e2c-96e6-45a40e4349b9 None None] Set router 2e3de56d-dfef-4b29-885c-691aa4b1907f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:36:05.663426 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e19f3-5218-436b-aa0e-ab0b2c8a5a5d req-7a7ad440-1ee2-49e8-ad53-84dc3d5604b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:05.665846 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-690e19f3-5218-436b-aa0e-ab0b2c8a5a5d req-7a7ad440-1ee2-49e8-ad53-84dc3d5604b5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c88518414b9d4537a6f35076bcdfa876&device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 1098 time: 0.0617831 Jun 16 16:36:05.772515 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e19f3-5218-436b-aa0e-ab0b2c8a5a5d req-8b9ee3bf-db58-4829-a274-6f794136143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:05.774338 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-690e19f3-5218-436b-aa0e-ab0b2c8a5a5d req-8b9ee3bf-db58-4829-a274-6f794136143c service neutron] 10.222.0.99 "GET /v2.0/networks?id=9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 200 len: 913 time: 0.0971136 Jun 16 16:36:05.821686 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-690e19f3-5218-436b-aa0e-ab0b2c8a5a5d req-e894b13e-9294-46b1-9661-6643d5a9717c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d81ed564-597c-43b9-b8ac-e98b03cd9b46 HTTP/1.1" status: 200 len: 217 time: 0.0358307 Jun 16 16:36:05.863897 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-c07fa28b-3ae4-4e2c-96e6-45a40e4349b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '05555bd0-17ea-406b-b699-0953a8493534', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'port_id': '92d9836f-33d8-4466-9556-19775f0b219a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'mac_address': 'fa:16:3e:3f:e0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e2817b-63a4-409f-b320-74be13602e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:32:30Z', 'updated_at': '2021-06-16T16:32:32Z', 'revision_number': 1, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:24Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:05.867896 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07fa28b-3ae4-4e2c-96e6-45a40e4349b9 None None] Checking router: 2e3de56d-dfef-4b29-885c-691aa4b1907f for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:36:05.876321 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e19f3-5218-436b-aa0e-ab0b2c8a5a5d req-b2c8a95e-21d5-4c90-8766-b322c546f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:05.878868 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07fa28b-3ae4-4e2c-96e6-45a40e4349b9 None None] Routers {'2e3de56d-dfef-4b29-885c-691aa4b1907f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:36:05.879250 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-690e19f3-5218-436b-aa0e-ab0b2c8a5a5d req-b2c8a95e-21d5-4c90-8766-b322c546f56b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4 HTTP/1.1" status: 200 len: 851 time: 0.0510895 Jun 16 16:36:05.879502 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-c07fa28b-3ae4-4e2c-96e6-45a40e4349b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:35:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2e3de56d-dfef-4b29-885c-691aa4b1907f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:05.900695 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9be302-bc5a-41e8-8129-684140214690 req-6a159f24-db71-4e7b-98f9-4e76ec40b7f0 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:05.902324 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5b9be302-bc5a-41e8-8129-684140214690 req-6a159f24-db71-4e7b-98f9-4e76ec40b7f0 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 945 time: 0.0720224 Jun 16 16:36:05.945175 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e19f3-5218-436b-aa0e-ab0b2c8a5a5d req-9cf25830-1480-4775-b687-46196689a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:05.946698 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-690e19f3-5218-436b-aa0e-ab0b2c8a5a5d req-9cf25830-1480-4775-b687-46196689a21b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e512722-20d3-49d6-a0cb-008cc5c92094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568414 Jun 16 16:36:05.949125 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5b9be302-bc5a-41e8-8129-684140214690 req-161efd16-f01c-424d-8a2c-343e5270079e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380783 Jun 16 16:36:05.990472 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-c07fa28b-3ae4-4e2c-96e6-45a40e4349b9 None None] Set router 2e3de56d-dfef-4b29-885c-691aa4b1907f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:36:06.040735 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:36:06.041534 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-690e19f3-5218-436b-aa0e-ab0b2c8a5a5d req-17c7159a-b872-402e-a6e5-8a83b3373141 service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866723 Jun 16 16:36:06.142533 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-690e19f3-5218-436b-aa0e-ab0b2c8a5a5d req-8f130fab-d4cf-476e-8901-fba3858830b4 service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917382 Jun 16 16:36:06.336004 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-c07fa28b-3ae4-4e2c-96e6-45a40e4349b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '05555bd0-17ea-406b-b699-0953a8493534', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'port_id': '92d9836f-33d8-4466-9556-19775f0b219a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'mac_address': 'fa:16:3e:3f:e0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e2817b-63a4-409f-b320-74be13602e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:32:30Z', 'updated_at': '2021-06-16T16:32:32Z', 'revision_number': 1, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:24Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:06.339585 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07fa28b-3ae4-4e2c-96e6-45a40e4349b9 None None] The sync data for ids ['2e3de56d-dfef-4b29-885c-691aa4b1907f'] in dv-cinder-775250-5-iscsi is: [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_floatingips': [{'id': '05555bd0-17ea-406b-b699-0953a8493534', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'router_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'port_id': '92d9836f-33d8-4466-9556-19775f0b219a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'mac_address': 'fa:16:3e:3f:e0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e2817b-63a4-409f-b320-74be13602e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:32:30Z', 'updated_at': '2021-06-16T16:32:32Z', 'revision_number': 1, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:24Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:36:06.556588 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99a21d5-af96-493c-96ce-217c23015b59 None None] New status for floating IP 1fff4b94-978b-4a90-92fd-43b924c0b21e: DOWN {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:36:07.129825 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831d09b-0699-476d-870e-1eff87d20fc6 req-c38162e3-66ae-4b4b-b469-1a6d81c386cb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:07.131353 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c831d09b-0699-476d-870e-1eff87d20fc6 req-c38162e3-66ae-4b4b-b469-1a6d81c386cb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 945 time: 0.0635769 Jun 16 16:36:07.168925 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-c831d09b-0699-476d-870e-1eff87d20fc6 req-4568c0a0-9245-4add-a7de-135612d7a296 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317466 Jun 16 16:36:07.786169 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc80fe-a63f-4f96-89a5-f978421b4dc3 req-068ad05b-6a77-4f10-b3ea-c3d1e52fe014 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:07.787592 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-28cc80fe-a63f-4f96-89a5-f978421b4dc3 req-068ad05b-6a77-4f10-b3ea-c3d1e52fe014 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.99 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 945 time: 0.0715163 Jun 16 16:36:08.157332 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-28cc80fe-a63f-4f96-89a5-f978421b4dc3 req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Deleting port d81ed564-597c-43b9-b8ac-e98b03cd9b46 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:36:08.158120 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-28cc80fe-a63f-4f96-89a5-f978421b4dc3 req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:08.250249 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-28cc80fe-a63f-4f96-89a5-f978421b4dc3 req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] For port d81ed564-597c-43b9-b8ac-e98b03cd9b46, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=d81ed564-597c-43b9-b8ac-e98b03cd9b46,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:36:08.250607 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-28cc80fe-a63f-4f96-89a5-f978421b4dc3 req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:08.318786 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-28cc80fe-a63f-4f96-89a5-f978421b4dc3 req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Calling delete_port for d81ed564-597c-43b9-b8ac-e98b03cd9b46 owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:36:08.345245 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7bc43-eb7e-4cf1-a534-9253c8bff0fb req-3c0ca4a4-960a-4e28-b19f-1a483e3f7050 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:08.347456 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c7f7bc43-eb7e-4cf1-a534-9253c8bff0fb req-3c0ca4a4-960a-4e28-b19f-1a483e3f7050 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 945 time: 0.0659716 Jun 16 16:36:08.386153 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-c7f7bc43-eb7e-4cf1-a534-9253c8bff0fb req-aefcc228-c6f0-4296-8265-a641239ddca7 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330555 Jun 16 16:36:08.456810 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-28cc80fe-a63f-4f96-89a5-f978421b4dc3 req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:08.460553 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-4d3ba13c-50c5-4587-b581-8ddbb3d3ac52 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:08.487148 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event deleted for resources: {'Port': ['ID=d81ed564-597c-43b9-b8ac-e98b03cd9b46,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:08.524388 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:08.524860 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:08.525239 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:08.525637 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:08.526243 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:08.526853 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:08.527369 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:08.527738 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:08.528098 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:08.528451 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:08.528805 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:08.529416 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:08.534216 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:08.550817 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cc80fe-a63f-4f96-89a5-f978421b4dc3 req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] No DVR routers for this DVR port d81ed564-597c-43b9-b8ac-e98b03cd9b46 on host hv-cinder-77525 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:36:08.553165 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-28cc80fe-a63f-4f96-89a5-f978421b4dc3 req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:08.555099 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-28cc80fe-a63f-4f96-89a5-f978421b4dc3 req-b820746d-4c1c-4394-8011-dd00baf9aacc tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.99 "DELETE /v2.0/ports/d81ed564-597c-43b9-b8ac-e98b03cd9b46 HTTP/1.1" status: 204 len: 173 time: 0.7575791 Jun 16 16:36:08.555580 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ced299f-8a25-4af9-824b-c857a2b7b2b1', 'name': 'network-vif-deleted', 'tag': 'd81ed564-597c-43b9-b8ac-e98b03cd9b46'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:36:08.557851 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93016f0-15a0-4eb4-933c-f2d4ccb08da5" -d '{"events": [{"server_uuid": "1ced299f-8a25-4af9-824b-c857a2b7b2b1", "name": "network-vif-deleted", "tag": "d81ed564-597c-43b9-b8ac-e98b03cd9b46"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:36:08.595497 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6ce3b4-6d32-4134-9370-c64634aabe8a x-openstack-request-id: req-0e6ce3b4-6d32-4134-9370-c64634aabe8a {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:36:08.596443 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ced299f-8a25-4af9-824b-c857a2b7b2b1", "name": "network-vif-deleted", "tag": "d81ed564-597c-43b9-b8ac-e98b03cd9b46", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:36:08.596743 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0e6ce3b4-6d32-4134-9370-c64634aabe8a {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:36:08.597179 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ced299f-8a25-4af9-824b-c857a2b7b2b1', 'name': 'network-vif-deleted', 'tag': 'd81ed564-597c-43b9-b8ac-e98b03cd9b46', 'status': 'completed', 'code': 200} Jun 16 16:36:09.547639 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-9759f865-6cd5-48ca-88ee-5e1f9e4737e1 req-766ac8d3-b9fe-4802-a093-8165ce28f3eb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=1ced299f-8a25-4af9-824b-c857a2b7b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0345476 Jun 16 16:36:11.886301 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device d81ed564-597c-43b9-b8ac-e98b03cd9b46 no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:36:11.906477 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: d81ed564-597c-43b9-b8ac-e98b03cd9b46 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:36:11.906838 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device d81ed564-597c-43b9-b8ac-e98b03cd9b46 not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:36:12.874101 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 39616) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:13.026044 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-cb898ae1-3a74-4745-a654-70d3913e1fcb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Deleting port a2acefea-927b-4383-ade1-0f195bd263c7 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:36:13.026373 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cb898ae1-3a74-4745-a654-70d3913e1fcb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:13.103190 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cb898ae1-3a74-4745-a654-70d3913e1fcb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:13.103510 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cb898ae1-3a74-4745-a654-70d3913e1fcb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:13.163567 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-cb898ae1-3a74-4745-a654-70d3913e1fcb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Calling delete_port for a2acefea-927b-4383-ade1-0f195bd263c7 owned by network:floatingip {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:36:13.307446 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cb898ae1-3a74-4745-a654-70d3913e1fcb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:13.309394 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-7c51c7f8-f875-4a47-b5ae-2b393ef91ccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:13.332827 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb898ae1-3a74-4745-a654-70d3913e1fcb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event deleted for resources: {'Port': ['ID=a2acefea-927b-4383-ade1-0f195bd263c7,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:13.335952 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-cb898ae1-3a74-4745-a654-70d3913e1fcb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:13.395437 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cb898ae1-3a74-4745-a654-70d3913e1fcb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for floatingip, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:13.395746 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.db.l3_db [None req-cb898ae1-3a74-4745-a654-70d3913e1fcb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Floating IP 05555bd0-17ea-406b-b699-0953a8493534 disassociated (deleted). External IP: 172.27.0.175, port: 92d9836f-33d8-4466-9556-19775f0b219a. Jun 16 16:36:13.592962 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb898ae1-3a74-4745-a654-70d3913e1fcb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Router 2e3de56d-dfef-4b29-885c-691aa4b1907f has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:36:13.698290 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb898ae1-3a74-4745-a654-70d3913e1fcb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:36:13.702976 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-cb898ae1-3a74-4745-a654-70d3913e1fcb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:13.707939 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c161019-5242-47ba-bb94-dc3d1ff6c804 None None] Sync routers for ids ['2e3de56d-dfef-4b29-885c-691aa4b1907f'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:36:13.716710 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c161019-5242-47ba-bb94-dc3d1ff6c804 None None] Routers {'2e3de56d-dfef-4b29-885c-691aa4b1907f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:36:13.717319 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-4c161019-5242-47ba-bb94-dc3d1ff6c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:35:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2e3de56d-dfef-4b29-885c-691aa4b1907f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:13.743784 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-cb898ae1-3a74-4745-a654-70d3913e1fcb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "DELETE /v2.0/floatingips/05555bd0-17ea-406b-b699-0953a8493534 HTTP/1.1" status: 204 len: 168 time: 0.8685839 Jun 16 16:36:13.744455 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e2817b-63a4-409f-b320-74be13602e26', 'tag': '92d9836f-33d8-4466-9556-19775f0b219a'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:36:13.746819 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afe7a52-8947-4861-98c6-74971f2ced50" -d '{"events": [{"name": "network-changed", "server_uuid": "68e2817b-63a4-409f-b320-74be13602e26", "tag": "92d9836f-33d8-4466-9556-19775f0b219a"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:36:13.788703 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de13422b-2393-419b-8da7-e5903024c3ce x-openstack-request-id: req-de13422b-2393-419b-8da7-e5903024c3ce {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:36:13.789071 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e2817b-63a4-409f-b320-74be13602e26", "tag": "92d9836f-33d8-4466-9556-19775f0b219a", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:36:13.789436 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-de13422b-2393-419b-8da7-e5903024c3ce {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:36:13.789992 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e2817b-63a4-409f-b320-74be13602e26', 'tag': '92d9836f-33d8-4466-9556-19775f0b219a', 'status': 'completed', 'code': 200} Jun 16 16:36:13.823344 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-4c161019-5242-47ba-bb94-dc3d1ff6c804 None None] Set router 2e3de56d-dfef-4b29-885c-691aa4b1907f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:36:13.884207 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe7a52-8947-4861-98c6-74971f2ced50 req-6c6a04cf-3f72-4872-89b5-fb52ced031a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:13.885880 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4afe7a52-8947-4861-98c6-74971f2ced50 req-6c6a04cf-3f72-4872-89b5-fb52ced031a3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=c88518414b9d4537a6f35076bcdfa876&device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 1099 time: 0.0609927 Jun 16 16:36:13.988552 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe7a52-8947-4861-98c6-74971f2ced50 req-8eb20d9a-b682-44ce-a915-4ae25520bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:13.990047 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4afe7a52-8947-4861-98c6-74971f2ced50 req-8eb20d9a-b682-44ce-a915-4ae25520bd68 service neutron] 10.222.0.99 "GET /v2.0/networks?id=9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 200 len: 913 time: 0.0936234 Jun 16 16:36:14.044286 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4afe7a52-8947-4861-98c6-74971f2ced50 req-3dcfeeee-a915-48d9-a376-885a69de054d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92d9836f-33d8-4466-9556-19775f0b219a HTTP/1.1" status: 200 len: 217 time: 0.0410593 Jun 16 16:36:14.052968 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-4c161019-5242-47ba-bb94-dc3d1ff6c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:24Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:14.056514 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c161019-5242-47ba-bb94-dc3d1ff6c804 None None] Checking router: 2e3de56d-dfef-4b29-885c-691aa4b1907f for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:36:14.065806 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c161019-5242-47ba-bb94-dc3d1ff6c804 None None] Routers {'2e3de56d-dfef-4b29-885c-691aa4b1907f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:36:14.066432 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-4c161019-5242-47ba-bb94-dc3d1ff6c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:35:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2e3de56d-dfef-4b29-885c-691aa4b1907f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:14.126781 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe7a52-8947-4861-98c6-74971f2ced50 req-cb2244e3-1278-4a23-9e92-f471b441cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:14.126781 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4afe7a52-8947-4861-98c6-74971f2ced50 req-cb2244e3-1278-4a23-9e92-f471b441cf72 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4 HTTP/1.1" status: 200 len: 851 time: 0.0733509 Jun 16 16:36:14.170312 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-4c161019-5242-47ba-bb94-dc3d1ff6c804 None None] Set router 2e3de56d-dfef-4b29-885c-691aa4b1907f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:36:14.185988 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbf115-75b7-4344-bdbd-bb9b20da9e18 req-91160169-35e3-4443-aede-6a0bbdb3046f tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:14.187433 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-99cbf115-75b7-4344-bdbd-bb9b20da9e18 req-91160169-35e3-4443-aede-6a0bbdb3046f tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 946 time: 0.1098137 Jun 16 16:36:14.222365 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe7a52-8947-4861-98c6-74971f2ced50 req-a0842e83-f8b2-4bbb-9d83-c20e828ee196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:14.223823 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4afe7a52-8947-4861-98c6-74971f2ced50 req-a0842e83-f8b2-4bbb-9d83-c20e828ee196 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=9e512722-20d3-49d6-a0cb-008cc5c92094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0914357 Jun 16 16:36:14.245438 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-99cbf115-75b7-4344-bdbd-bb9b20da9e18 req-22fea60f-ae38-4fa1-a376-dd932b3e74ef tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503235 Jun 16 16:36:14.322916 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4afe7a52-8947-4861-98c6-74971f2ced50 req-a4a0caf4-051f-4ff3-b058-9852bbe40821 service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896220 Jun 16 16:36:14.371980 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-4c161019-5242-47ba-bb94-dc3d1ff6c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:24Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:14.375418 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c161019-5242-47ba-bb94-dc3d1ff6c804 None None] The sync data for ids ['2e3de56d-dfef-4b29-885c-691aa4b1907f'] in dv-cinder-775250-5-iscsi is: [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:29:16Z', 'revision_number': 4, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi', '_interfaces': [{'id': 'fcd97a55-d939-421a-930c-f33c97f3c8d2', 'name': '', 'network_id': '9e512722-20d3-49d6-a0cb-008cc5c92094', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'mac_address': 'fa:16:3e:37:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:16Z', 'updated_at': '2021-06-16T16:29:24Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'subnets': [{'id': '94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:36:14.423026 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-4afe7a52-8947-4861-98c6-74971f2ced50 req-2430015e-b394-4c52-9198-eb8a0dbbe0d7 service neutron] 10.222.0.99 "GET /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912881 Jun 16 16:36:14.589042 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc5292e-cdc2-4288-8f03-38411e33484d None None] New status for floating IP 05555bd0-17ea-406b-b699-0953a8493534: DOWN {{(pid=91609) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:36:15.427381 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f373496-76dc-48ed-a726-ae0e89413d18 req-f4a85720-5bfa-4c9c-9e24-a8a3f559c47a tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:15.428979 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2f373496-76dc-48ed-a726-ae0e89413d18 req-f4a85720-5bfa-4c9c-9e24-a8a3f559c47a tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 946 time: 0.0694294 Jun 16 16:36:15.468149 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-2f373496-76dc-48ed-a726-ae0e89413d18 req-d9cc40a7-ac3c-40f5-98ec-64d529536308 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/security-groups?id=47ddaba7-b007-4942-b886-87f679e67211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323985 Jun 16 16:36:15.931963 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf55ef5-b784-444b-80da-c757835ea904 req-98b0b521-5e89-43fa-9591-1f8f6f3627f2 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91607) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:15.933380 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7cf55ef5-b784-444b-80da-c757835ea904 req-98b0b521-5e89-43fa-9591-1f8f6f3627f2 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.99 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 946 time: 0.0646758 Jun 16 16:36:16.040981 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-7cf55ef5-b784-444b-80da-c757835ea904 req-466cc3ad-2563-455e-9368-6d1eb5ea64c0 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Deleting port 92d9836f-33d8-4466-9556-19775f0b219a {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:36:16.041318 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-7cf55ef5-b784-444b-80da-c757835ea904 req-466cc3ad-2563-455e-9368-6d1eb5ea64c0 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:16.128581 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [req-7cf55ef5-b784-444b-80da-c757835ea904 req-466cc3ad-2563-455e-9368-6d1eb5ea64c0 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] For port 92d9836f-33d8-4466-9556-19775f0b219a, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77525',level=0,port_id=92d9836f-33d8-4466-9556-19775f0b219a,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:36:16.128926 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-7cf55ef5-b784-444b-80da-c757835ea904 req-466cc3ad-2563-455e-9368-6d1eb5ea64c0 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:16.196031 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [req-7cf55ef5-b784-444b-80da-c757835ea904 req-466cc3ad-2563-455e-9368-6d1eb5ea64c0 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Calling delete_port for 92d9836f-33d8-4466-9556-19775f0b219a owned by compute:nova {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:36:16.324702 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-7cf55ef5-b784-444b-80da-c757835ea904 req-466cc3ad-2563-455e-9368-6d1eb5ea64c0 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:16.328517 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-af69e6d2-184c-4fe2-b0bf-16542034e0fc tempest-AttachVolumeTestJSON-1081805564 tempest-AttachVolumeTestJSON-1081805564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:16.353009 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466cc3ad-2563-455e-9368-6d1eb5ea64c0 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event deleted for resources: {'Port': ['ID=92d9836f-33d8-4466-9556-19775f0b219a,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:16.356371 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-466cc3ad-2563-455e-9368-6d1eb5ea64c0 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:16.401824 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf55ef5-b784-444b-80da-c757835ea904 req-466cc3ad-2563-455e-9368-6d1eb5ea64c0 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] No DVR routers for this DVR port 92d9836f-33d8-4466-9556-19775f0b219a on host hv-cinder-77525 {{(pid=91607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:36:16.404555 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [req-7cf55ef5-b784-444b-80da-c757835ea904 req-466cc3ad-2563-455e-9368-6d1eb5ea64c0 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for port, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:16.406548 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [req-7cf55ef5-b784-444b-80da-c757835ea904 req-466cc3ad-2563-455e-9368-6d1eb5ea64c0 tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.99 "DELETE /v2.0/ports/92d9836f-33d8-4466-9556-19775f0b219a HTTP/1.1" status: 204 len: 173 time: 0.4645576 Jun 16 16:36:16.407289 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e2817b-63a4-409f-b320-74be13602e26', 'name': 'network-vif-deleted', 'tag': '92d9836f-33d8-4466-9556-19775f0b219a'}] {{(pid=91607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:36:16.409928 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59f9986b46aa8a14227f78dcede2e899c0218d07d4306ba698455fc82bd87525" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f851eb75-4ed2-4721-a854-f3b944563db9" -d '{"events": [{"server_uuid": "68e2817b-63a4-409f-b320-74be13602e26", "name": "network-vif-deleted", "tag": "92d9836f-33d8-4466-9556-19775f0b219a"}]}' {{(pid=91607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:36:16.474498 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba07e276-7192-4bba-a721-54b2f86fb2b6 x-openstack-request-id: req-ba07e276-7192-4bba-a721-54b2f86fb2b6 {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:36:16.474921 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e2817b-63a4-409f-b320-74be13602e26", "name": "network-vif-deleted", "tag": "92d9836f-33d8-4466-9556-19775f0b219a", "status": "completed", "code": 200}]} {{(pid=91607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:36:16.475286 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ba07e276-7192-4bba-a721-54b2f86fb2b6 {{(pid=91607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:36:16.475798 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e2817b-63a4-409f-b320-74be13602e26', 'name': 'network-vif-deleted', 'tag': '92d9836f-33d8-4466-9556-19775f0b219a', 'status': 'completed', 'code': 200} Jun 16 16:36:16.609695 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [req-5b27b0a0-9707-4a63-87db-471852ebf5ba req-4b0bb391-81ec-4fdd-83cf-af15baaedf6a tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "GET /v2.0/ports?device_id=68e2817b-63a4-409f-b320-74be13602e26 HTTP/1.1" status: 200 len: 210 time: 0.0285382 Jun 16 16:36:17.705801 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 39632) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:17.830959 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-c32264cc-63af-4a18-b275-cfd95a6db89e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Deleting port f83a59cd-7955-4b05-a810-e8119617cfdd {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:36:17.831211 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c32264cc-63af-4a18-b275-cfd95a6db89e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:17.909286 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c32264cc-63af-4a18-b275-cfd95a6db89e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:17.909624 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c32264cc-63af-4a18-b275-cfd95a6db89e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:17.971534 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-c32264cc-63af-4a18-b275-cfd95a6db89e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Calling delete_port for f83a59cd-7955-4b05-a810-e8119617cfdd owned by network:floatingip {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:36:18.103300 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c32264cc-63af-4a18-b275-cfd95a6db89e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:18.105256 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-8370c932-095e-4feb-bdce-7f72f35a88ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:18.127519 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32264cc-63af-4a18-b275-cfd95a6db89e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event deleted for resources: {'Port': ['ID=f83a59cd-7955-4b05-a810-e8119617cfdd,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:18.131369 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c32264cc-63af-4a18-b275-cfd95a6db89e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:18.195128 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c32264cc-63af-4a18-b275-cfd95a6db89e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for floatingip, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:18.197613 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-c32264cc-63af-4a18-b275-cfd95a6db89e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460362'] for floatingip, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:18.198736 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-c32264cc-63af-4a18-b275-cfd95a6db89e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "DELETE /v2.0/floatingips/458d0f25-0b92-4527-b6d8-bf22b3b30ef3 HTTP/1.1" status: 204 len: 168 time: 0.4919040 Jun 16 16:36:19.463675 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 39644) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:19.522896 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-367a8b02-f80d-4c54-a3c3-16f35e8034ff tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:19.548966 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-367a8b02-f80d-4c54-a3c3-16f35e8034ff tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:19.610081 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-367a8b02-f80d-4c54-a3c3-16f35e8034ff tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:19.612623 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-367a8b02-f80d-4c54-a3c3-16f35e8034ff tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:19.613787 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-367a8b02-f80d-4c54-a3c3-16f35e8034ff tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] 10.222.0.86 "DELETE /v2.0/security-groups/47ddaba7-b007-4942-b886-87f679e67211 HTTP/1.1" status: 204 len: 168 time: 0.1491222 Jun 16 16:36:19.614594 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-fa70017a-d975-4d23-b7f6-ed92633a61eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:19.624693 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a8b02-f80d-4c54-a3c3-16f35e8034ff tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ddaba7-b007-4942-b886-87f679e67211,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:19.627718 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-367a8b02-f80d-4c54-a3c3-16f35e8034ff tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:19.669880 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 39648) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:19.980241 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 92d9836f-33d8-4466-9556-19775f0b219a no longer exists at agent hyperv_hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:36:19.999925 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] No Port match for: 92d9836f-33d8-4466-9556-19775f0b219a {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:36:20.000196 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Device 92d9836f-33d8-4466-9556-19775f0b219a not bound to the agent host hv-cinder-77525 {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:36:20.195991 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cddcb539-3e9b-4146-adca-4c96d241670f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33458880'] for router_interface, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:20.442008 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-cddcb539-3e9b-4146-adca-4c96d241670f admin admin] Deleting port fcd97a55-d939-421a-930c-f33c97f3c8d2 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:36:20.442341 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cddcb539-3e9b-4146-adca-4c96d241670f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:20.516876 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-cddcb539-3e9b-4146-adca-4c96d241670f admin admin] For port fcd97a55-d939-421a-930c-f33c97f3c8d2, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=fcd97a55-d939-421a-930c-f33c97f3c8d2,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:36:20.517594 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cddcb539-3e9b-4146-adca-4c96d241670f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:20.584484 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-cddcb539-3e9b-4146-adca-4c96d241670f admin admin] Calling delete_port for fcd97a55-d939-421a-930c-f33c97f3c8d2 owned by network:router_interface {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:36:20.763920 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cddcb539-3e9b-4146-adca-4c96d241670f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:20.765916 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-9bf2e732-8f4e-4b0f-86c2-6ea0a1099a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:20.790649 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcb539-3e9b-4146-adca-4c96d241670f admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd97a55-d939-421a-930c-f33c97f3c8d2,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:20.793749 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-cddcb539-3e9b-4146-adca-4c96d241670f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:20.957968 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-cddcb539-3e9b-4146-adca-4c96d241670f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33290173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33458772'] for router_interface, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:21.166795 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddcb539-3e9b-4146-adca-4c96d241670f admin admin] Router 2e3de56d-dfef-4b29-885c-691aa4b1907f has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:36:21.273935 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddcb539-3e9b-4146-adca-4c96d241670f admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:36:21.280892 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-cddcb539-3e9b-4146-adca-4c96d241670f admin admin] 10.222.0.86 "PUT /v2.0/routers/2e3de56d-dfef-4b29-885c-691aa4b1907f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6081901 Jun 16 16:36:21.282273 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 39652) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:21.284769 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5aff7c-31b5-4399-b831-41965f72bb0b None None] Sync routers for ids ['2e3de56d-dfef-4b29-885c-691aa4b1907f'] in dv-cinder-775250-5-iscsi {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:36:21.294005 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5aff7c-31b5-4399-b831-41965f72bb0b None None] Routers {'2e3de56d-dfef-4b29-885c-691aa4b1907f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:36:21.294623 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-fa5aff7c-31b5-4399-b831-41965f72bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:35:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2e3de56d-dfef-4b29-885c-691aa4b1907f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:21.399381 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-fa5aff7c-31b5-4399-b831-41965f72bb0b None None] Set router 2e3de56d-dfef-4b29-885c-691aa4b1907f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:36:21.586836 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-fa5aff7c-31b5-4399-b831-41965f72bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:36:20Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:21.590215 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5aff7c-31b5-4399-b831-41965f72bb0b None None] Checking router: 2e3de56d-dfef-4b29-885c-691aa4b1907f for host: dv-cinder-775250-5-iscsi {{(pid=91608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:36:21.599304 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5aff7c-31b5-4399-b831-41965f72bb0b None None] Routers {'2e3de56d-dfef-4b29-885c-691aa4b1907f'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:36:21.600008 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-fa5aff7c-31b5-4399-b831-41965f72bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:35:55Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['2e3de56d-dfef-4b29-885c-691aa4b1907f'], 'active': True} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:21.682046 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-16556026-99b2-41ce-9f04-c897a52b744b admin admin] Notify callbacks [] for router, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:21.702564 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvr_db [None req-fa5aff7c-31b5-4399-b831-41965f72bb0b None None] Set router 2e3de56d-dfef-4b29-885c-691aa4b1907f gateway port host: dv-cinder-775250-5-iscsi {{(pid=91608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:36:21.785424 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-16556026-99b2-41ce-9f04-c897a52b744b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:21.842347 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-16556026-99b2-41ce-9f04-c897a52b744b admin admin] Deleting port 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:36:21.842698 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-16556026-99b2-41ce-9f04-c897a52b744b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:21.886737 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_hamode_db [None req-fa5aff7c-31b5-4399-b831-41965f72bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:36:20Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:21.890087 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5aff7c-31b5-4399-b831-41965f72bb0b None None] The sync data for ids ['2e3de56d-dfef-4b29-885c-691aa4b1907f'] in dv-cinder-775250-5-iscsi is: [{'id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'name': 'tempest-TestVolumeBootPattern-1102366721-router', 'tenant_id': 'c88518414b9d4537a6f35076bcdfa876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:12Z', 'updated_at': '2021-06-16T16:36:20Z', 'revision_number': 5, 'project_id': 'c88518414b9d4537a6f35076bcdfa876', 'gw_port': {'id': '6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3de56d-dfef-4b29-885c-691aa4b1907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:13Z', 'updated_at': '2021-06-16T16:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}] {{(pid=91608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:36:21.938340 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-16556026-99b2-41ce-9f04-c897a52b744b admin admin] For port 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:36:21.938687 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-16556026-99b2-41ce-9f04-c897a52b744b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:21.999465 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-16556026-99b2-41ce-9f04-c897a52b744b admin admin] Calling delete_port for 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488 owned by network:router_gateway {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:36:22.162614 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-16556026-99b2-41ce-9f04-c897a52b744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:22.164750 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-943d93b3-7008-4121-9338-bbdde92aa5fb tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:22.186812 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16556026-99b2-41ce-9f04-c897a52b744b admin admin] Pushing event deleted for resources: {'Port': ['ID=6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:22.190538 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-16556026-99b2-41ce-9f04-c897a52b744b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:22.194578 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-db60cba6-1b80-4b3e-a4b0-19ec9807f7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:22.257618 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-16556026-99b2-41ce-9f04-c897a52b744b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33160215'] for router_gateway, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:22.353872 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-16556026-99b2-41ce-9f04-c897a52b744b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33458004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-813'] for router, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:22.356269 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-16556026-99b2-41ce-9f04-c897a52b744b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:22.399991 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-16556026-99b2-41ce-9f04-c897a52b744b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33457245'] for router, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:22.400514 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16556026-99b2-41ce-9f04-c897a52b744b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e3de56d-dfef-4b29-885c-691aa4b1907f {{(pid=91606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:36:22.405116 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-16556026-99b2-41ce-9f04-c897a52b744b admin admin] Notify callbacks [] for router, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:22.406556 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-16556026-99b2-41ce-9f04-c897a52b744b admin admin] 10.222.0.86 "DELETE /v2.0/routers/2e3de56d-dfef-4b29-885c-691aa4b1907f HTTP/1.1" status: 204 len: 168 time: 1.1232772 Jun 16 16:36:22.410413 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 39656) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:22.461215 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.db_base_plugin_v2 [None req-df97d381-2cef-42b4-b874-f6f99ee281f7 admin admin] Deleting subnet 94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4 {{(pid=91606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:36:22.464571 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-df97d381-2cef-42b4-b874-f6f99ee281f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:22.502941 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-df97d381-2cef-42b4-b874-f6f99ee281f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30266016'] for subnet, precommit_delete_associations {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:22.593929 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-df97d381-2cef-42b4-b874-f6f99ee281f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766633'] for subnet, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:22.647679 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-df97d381-2cef-42b4-b874-f6f99ee281f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30257252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29844807'] for subnet, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:22.649929 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:22.677721 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97d381-2cef-42b4-b874-f6f99ee281f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:22.680967 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-df97d381-2cef-42b4-b874-f6f99ee281f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:22.683675 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-df97d381-2cef-42b4-b874-f6f99ee281f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:22.685609 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-df97d381-2cef-42b4-b874-f6f99ee281f7 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/94cb4b47-5dc9-4b84-a7fb-75a5a548dcf4 HTTP/1.1" status: 204 len: 168 time: 0.2742233 Jun 16 16:36:22.688583 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 39658) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:22.691047 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffad8271-8b08-4f23-a8d6-ef00437a62df None None] Network 9e512722-20d3-49d6-a0cb-008cc5c92094 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:36:22.755265 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-693812'] for network, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:22.806058 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] Deleting port df67bfb3-2880-4b95-9b55-f3b542501a0f {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:36:22.806597 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:22.884577 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] For port df67bfb3-2880-4b95-9b55-f3b542501a0f, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=df67bfb3-2880-4b95-9b55-f3b542501a0f,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:36:22.885271 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:22.911092 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] DHCP port deletion for 9e512722-20d3-49d6-a0cb-008cc5c92094 request from dv-cinder-775250-5-iscsi {{(pid=91608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:36:22.954903 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] Calling delete_port for df67bfb3-2880-4b95-9b55-f3b542501a0f owned by network:dhcp {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:36:22.961319 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] Deleting port df67bfb3-2880-4b95-9b55-f3b542501a0f {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:36:22.961770 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:23.024436 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] For port df67bfb3-2880-4b95-9b55-f3b542501a0f, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=df67bfb3-2880-4b95-9b55-f3b542501a0f,segment=NetworkSegment(9523df19-88ae-4e30-a78b-1d330c85c92e),segment_id=9523df19-88ae-4e30-a78b-1d330c85c92e)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:36:23.024842 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:23.042759 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:23.045862 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-e9e4926f-83b0-4158-862d-507ebcba6f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:23.071931 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=df67bfb3-2880-4b95-9b55-f3b542501a0f,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:23.073872 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] No DVR routers for this DVR port df67bfb3-2880-4b95-9b55-f3b542501a0f on host dv-cinder-775250-5-iscsi {{(pid=91606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:36:23.075329 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:23.087899 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] Calling delete_port for df67bfb3-2880-4b95-9b55-f3b542501a0f owned by network:dhcp {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:36:23.146538 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-768294', 'neutron.services.segments.db._delete_segments_for_network-8738765585457'] for network, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:23.157377 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e512722-20d3-49d6-a0cb-008cc5c92094']}} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:23.167084 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:23.168420 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9523df19-88ae-4e30-a78b-1d330c85c92e') {'for_net_delete': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:23.168739 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9523df19-88ae-4e30-a78b-1d330c85c92e') {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:23.169023 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:23.178597 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765584770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30266041'] for segment, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:23.193480 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:23.194375 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] Pushing event deleted for resources: {'Port': ['ID=df67bfb3-2880-4b95-9b55-f3b542501a0f,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:23.199974 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] No DVR routers for this DVR port df67bfb3-2880-4b95-9b55-f3b542501a0f on host dv-cinder-775250-5-iscsi {{(pid=91608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:36:23.200139 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=91606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:36:23.200457 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30257403'] for segment, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: Traceback (most recent call last): Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: timer() Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: cb(*args, **kw) Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: return func(*args, **kwargs) Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: self._notify() Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: self.callback(batched_events) Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: event.method(event) Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: return f(self, *a, **k) Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: return self._get(url).json() Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: return self.request(url, 'GET', **kwargs) Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:36:23.202171 dv-cinder-775250-5-iscsi neutron-server[91606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:36:23.209071 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:23.209421 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:23.209803 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:23.210139 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:23.210913 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:23.210913 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:23.211267 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:23.211454 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:23.211747 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:23.212080 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:23.212396 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:23.213488 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-5-iscsi {{(pid=91608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:23.217125 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-6bbc363b-237e-4660-abb8-a235a70bdd3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:23.257590 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33160313'] for network, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:23.261746 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-eaa94dac-d6b1-4277-9589-8e8bcb7e3f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:23.264199 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:23.266131 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] 10.222.0.86 "DELETE /v2.0/networks/9e512722-20d3-49d6-a0cb-008cc5c92094 HTTP/1.1" status: 204 len: 168 time: 0.5766108 Jun 16 16:36:23.269032 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 39660) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:23.277206 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e512722-20d3-49d6-a0cb-008cc5c92094,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:23.279942 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-5a2c8094-3a89-4d40-9160-4ff7f5851d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:23.609020 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5dff9f85-d089-4ca5-bab0-11ac5223851d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33458880'] for router_interface, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:23.681652 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device fcd97a55-d939-421a-930c-f33c97f3c8d2 no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:36:23.700882 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: fcd97a55-d939-421a-930c-f33c97f3c8d2 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:36:23.701528 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device fcd97a55-d939-421a-930c-f33c97f3c8d2 not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:36:23.701769 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488 no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:36:23.721823 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:36:23.722182 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 6fed4ab2-fddb-4dc7-95c3-d4cc8daf4488 not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:36:23.722620 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device df67bfb3-2880-4b95-9b55-f3b542501a0f no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:36:23.740869 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: df67bfb3-2880-4b95-9b55-f3b542501a0f {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:36:23.741224 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device df67bfb3-2880-4b95-9b55-f3b542501a0f not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:36:23.864290 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-5dff9f85-d089-4ca5-bab0-11ac5223851d admin admin] Deleting port e202f886-3145-4a55-8108-12a87a56a40d {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:36:23.864527 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5dff9f85-d089-4ca5-bab0-11ac5223851d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:23.956220 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-5dff9f85-d089-4ca5-bab0-11ac5223851d admin admin] For port e202f886-3145-4a55-8108-12a87a56a40d, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=e202f886-3145-4a55-8108-12a87a56a40d,segment=NetworkSegment(3533e1b0-cece-43bf-ac88-fddc95577ec3),segment_id=3533e1b0-cece-43bf-ac88-fddc95577ec3)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:36:23.956577 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5dff9f85-d089-4ca5-bab0-11ac5223851d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:24.021174 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-5dff9f85-d089-4ca5-bab0-11ac5223851d admin admin] Calling delete_port for e202f886-3145-4a55-8108-12a87a56a40d owned by network:router_interface {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:36:24.200837 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5dff9f85-d089-4ca5-bab0-11ac5223851d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:24.202889 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-c32264cc-63af-4a18-b275-cfd95a6db89e tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:24.226481 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff9f85-d089-4ca5-bab0-11ac5223851d admin admin] Pushing event deleted for resources: {'Port': ['ID=e202f886-3145-4a55-8108-12a87a56a40d,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:24.229846 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-5dff9f85-d089-4ca5-bab0-11ac5223851d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:24.648842 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-5dff9f85-d089-4ca5-bab0-11ac5223851d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33290173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33458772'] for router_interface, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:24.840493 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-1905c202-d154-4c36-b03c-c4936d4dfc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:24.860335 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dff9f85-d089-4ca5-bab0-11ac5223851d admin admin] Router 3e734cbf-7825-4d54-ba2d-aafd4dac6338 has already been hosted by L3 agent 780d0648-e200-45fe-9780-6c920b856ccc {{(pid=91607) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:36:24.939644 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:24.965455 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dff9f85-d089-4ca5-bab0-11ac5223851d admin admin] Notify agent at l3_agent.dv-cinder-775250-5-iscsi the message routers_updated {{(pid=91607) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:36:24.973722 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-5dff9f85-d089-4ca5-bab0-11ac5223851d admin admin] 10.222.0.86 "PUT /v2.0/routers/3e734cbf-7825-4d54-ba2d-aafd4dac6338/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7008691 Jun 16 16:36:24.973722 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 39662) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:24.974656 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56023858-ee4f-4e70-aac3-80226f0e90b7 None None] Sync routers for ids ['3e734cbf-7825-4d54-ba2d-aafd4dac6338'] in dv-cinder-775250-5-iscsi {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:36:24.983669 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56023858-ee4f-4e70-aac3-80226f0e90b7 None None] Routers {'3e734cbf-7825-4d54-ba2d-aafd4dac6338'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:36:24.985141 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-56023858-ee4f-4e70-aac3-80226f0e90b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:36:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['3e734cbf-7825-4d54-ba2d-aafd4dac6338'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:25.076836 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-141fa089-c15a-4a9b-97ed-f234f99737d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:25.084621 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-56023858-ee4f-4e70-aac3-80226f0e90b7 None None] Set router 3e734cbf-7825-4d54-ba2d-aafd4dac6338 gateway port host: dv-cinder-775250-5-iscsi {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:36:25.179260 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-141fa089-c15a-4a9b-97ed-f234f99737d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:25.234317 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-141fa089-c15a-4a9b-97ed-f234f99737d3 admin admin] Deleting port 99b05ceb-ba90-4983-9a8e-87366bd73895 {{(pid=91607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:36:25.235184 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-141fa089-c15a-4a9b-97ed-f234f99737d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:25.264517 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-56023858-ee4f-4e70-aac3-80226f0e90b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e734cbf-7825-4d54-ba2d-aafd4dac6338', 'name': 'tempest-TestVolumeBootPattern-1509389866-router', 'tenant_id': '2ae13d5917154c73bb0548a8ebab695f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'external_fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '99b05ceb-ba90-4983-9a8e-87366bd73895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:19Z', 'updated_at': '2021-06-16T16:36:24Z', 'revision_number': 5, 'project_id': '2ae13d5917154c73bb0548a8ebab695f', 'gw_port': {'id': '99b05ceb-ba90-4983-9a8e-87366bd73895', 'name': '', 'network_id': '543270ac-5087-4a4b-b928-324956c3ce61', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:2e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e734cbf-7825-4d54-ba2d-aafd4dac6338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:29:19Z', 'updated_at': '2021-06-16T16:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fb22e153-4378-4f12-ab9d-39b0c838861f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-5-iscsi'}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:25.268367 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56023858-ee4f-4e70-aac3-80226f0e90b7 None None] Checking router: 3e734cbf-7825-4d54-ba2d-aafd4dac6338 for host: dv-cinder-775250-5-iscsi {{(pid=91609) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:36:25.276473 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56023858-ee4f-4e70-aac3-80226f0e90b7 None None] Routers {'3e734cbf-7825-4d54-ba2d-aafd4dac6338'} bound to L3 agent in host dv-cinder-775250-5-iscsi {{(pid=91609) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:36:25.277108 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-56023858-ee4f-4e70-aac3-80226f0e90b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-775250-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:14:25Z,description=,heartbeat_timestamp=2021-06-16T16:36:25Z,host='dv-cinder-775250-5-iscsi',id=780d0648-e200-45fe-9780-6c920b856ccc,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:14:25Z,topic='l3_agent')) {'router_ids': ['3e734cbf-7825-4d54-ba2d-aafd4dac6338'], 'active': True} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:25.312844 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.db [None req-141fa089-c15a-4a9b-97ed-f234f99737d3 admin admin] For port 99b05ceb-ba90-4983-9a8e-87366bd73895, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=99b05ceb-ba90-4983-9a8e-87366bd73895,segment=NetworkSegment(0917c760-2531-42be-b64b-6161adeb1511),segment_id=0917c760-2531-42be-b64b-6161adeb1511)] {{(pid=91607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:36:25.313349 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-141fa089-c15a-4a9b-97ed-f234f99737d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:25.361358 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_dvr_db [None req-56023858-ee4f-4e70-aac3-80226f0e90b7 None None] Set router 3e734cbf-7825-4d54-ba2d-aafd4dac6338 gateway port host: None {{(pid=91609) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:36:25.379927 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.plugins.ml2.plugin [None req-141fa089-c15a-4a9b-97ed-f234f99737d3 admin admin] Calling delete_port for 99b05ceb-ba90-4983-9a8e-87366bd73895 owned by network:router_gateway {{(pid=91607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:36:25.416359 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.l3_hamode_db [None req-56023858-ee4f-4e70-aac3-80226f0e90b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e734cbf-7825-4d54-ba2d-aafd4dac6338', 'name': 'tempest-TestVolumeBootPattern-1509389866-router', 'tenant_id': '2ae13d5917154c73bb0548a8ebab695f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:19Z', 'updated_at': '2021-06-16T16:36:25Z', 'revision_number': 6, 'project_id': '2ae13d5917154c73bb0548a8ebab695f', 'gw_port_host': None}], 'dv-cinder-775250-5-iscsi', False) {} {{(pid=91609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:25.420554 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56023858-ee4f-4e70-aac3-80226f0e90b7 None None] The sync data for ids ['3e734cbf-7825-4d54-ba2d-aafd4dac6338'] in dv-cinder-775250-5-iscsi is: [{'id': '3e734cbf-7825-4d54-ba2d-aafd4dac6338', 'name': 'tempest-TestVolumeBootPattern-1509389866-router', 'tenant_id': '2ae13d5917154c73bb0548a8ebab695f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:29:19Z', 'updated_at': '2021-06-16T16:36:25Z', 'revision_number': 6, 'project_id': '2ae13d5917154c73bb0548a8ebab695f', 'gw_port_host': None}] {{(pid=91609) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:36:25.550419 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-141fa089-c15a-4a9b-97ed-f234f99737d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482787'] for port, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:25.552761 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-703911de-783e-4b12-9101-bf131f3600bd tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:25.583546 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fa089-c15a-4a9b-97ed-f234f99737d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=99b05ceb-ba90-4983-9a8e-87366bd73895,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:25.586761 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-141fa089-c15a-4a9b-97ed-f234f99737d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:25.656409 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-141fa089-c15a-4a9b-97ed-f234f99737d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33160215'] for router_gateway, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:25.745046 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-141fa089-c15a-4a9b-97ed-f234f99737d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33458004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-813'] for router, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:25.747095 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-141fa089-c15a-4a9b-97ed-f234f99737d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:25.799550 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-141fa089-c15a-4a9b-97ed-f234f99737d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33457245'] for router, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:25.800452 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141fa089-c15a-4a9b-97ed-f234f99737d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e734cbf-7825-4d54-ba2d-aafd4dac6338 {{(pid=91607) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:36:25.805990 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-141fa089-c15a-4a9b-97ed-f234f99737d3 admin admin] Notify callbacks [] for router, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:25.807516 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-141fa089-c15a-4a9b-97ed-f234f99737d3 admin admin] 10.222.0.86 "DELETE /v2.0/routers/3e734cbf-7825-4d54-ba2d-aafd4dac6338 HTTP/1.1" status: 204 len: 168 time: 0.8326712 Jun 16 16:36:25.809647 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [-] (91607) accepted ('10.222.0.86', 39664) {{(pid=91607) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:25.862661 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c69909-7b4c-49e3-81f1-d21fe9b50e75 admin admin] Deleting subnet 3f952881-6d08-47bf-bbe5-52bc3168ffb8 {{(pid=91607) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:36:25.865992 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-76c69909-7b4c-49e3-81f1-d21fe9b50e75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:25.904146 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-76c69909-7b4c-49e3-81f1-d21fe9b50e75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30482061'] for subnet, precommit_delete_associations {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:25.924848 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:25.992788 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-76c69909-7b4c-49e3-81f1-d21fe9b50e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766633'] for subnet, precommit_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.042807 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-76c69909-7b4c-49e3-81f1-d21fe9b50e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30482857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30436855'] for subnet, after_delete {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.045361 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:26.074685 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c69909-7b4c-49e3-81f1-d21fe9b50e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f952881-6d08-47bf-bbe5-52bc3168ffb8,revision_number=None']} {{(pid=91607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:26.076633 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron_lib.callbacks.manager [None req-76c69909-7b4c-49e3-81f1-d21fe9b50e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for subnet, before_response {{(pid=91607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.080336 dv-cinder-775250-5-iscsi neutron-server[91607]: INFO neutron.wsgi [None req-76c69909-7b4c-49e3-81f1-d21fe9b50e75 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3f952881-6d08-47bf-bbe5-52bc3168ffb8 HTTP/1.1" status: 204 len: 168 time: 0.2696960 Jun 16 16:36:26.081068 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 39666) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:26.081525 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf548a3-b685-471c-8fa1-4a7892265f5f None None] Network 4fd236fc-e4d4-4064-a78b-f50ba613cce2 requested from dv-cinder-775250-5-iscsi {{(pid=91608) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:36:26.081662 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG oslo_concurrency.lockutils [None req-76c69909-7b4c-49e3-81f1-d21fe9b50e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:26.154234 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-693812'] for network, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.215454 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] Deleting port 161094bc-42dc-4f6c-8f29-26422d1a3eb5 {{(pid=91606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:36:26.215701 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.231997 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device e202f886-3145-4a55-8108-12a87a56a40d no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:36:26.260711 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: e202f886-3145-4a55-8108-12a87a56a40d {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:36:26.261073 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device e202f886-3145-4a55-8108-12a87a56a40d not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:36:26.293469 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50424be2-69f0-47c3-879d-e7fd4afa9af5 None None] DHCP port deletion for 4fd236fc-e4d4-4064-a78b-f50ba613cce2 request from dv-cinder-775250-5-iscsi {{(pid=91608) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:36:26.302103 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.db [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] For port 161094bc-42dc-4f6c-8f29-26422d1a3eb5, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=161094bc-42dc-4f6c-8f29-26422d1a3eb5,segment=NetworkSegment(3533e1b0-cece-43bf-ac88-fddc95577ec3),segment_id=3533e1b0-cece-43bf-ac88-fddc95577ec3)] {{(pid=91606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:36:26.302469 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.341208 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-50424be2-69f0-47c3-879d-e7fd4afa9af5 None None] Deleting port 161094bc-42dc-4f6c-8f29-26422d1a3eb5 {{(pid=91608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:36:26.341931 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-50424be2-69f0-47c3-879d-e7fd4afa9af5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738765548445'] for port, before_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.368457 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.plugin [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] Calling delete_port for 161094bc-42dc-4f6c-8f29-26422d1a3eb5 owned by network:dhcp {{(pid=91606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:36:26.404537 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.db [None req-50424be2-69f0-47c3-879d-e7fd4afa9af5 None None] For port 161094bc-42dc-4f6c-8f29-26422d1a3eb5, host dv-cinder-775250-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-5-iscsi',level=0,port_id=161094bc-42dc-4f6c-8f29-26422d1a3eb5,segment=NetworkSegment(3533e1b0-cece-43bf-ac88-fddc95577ec3),segment_id=3533e1b0-cece-43bf-ac88-fddc95577ec3)] {{(pid=91608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:36:26.405057 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-50424be2-69f0-47c3-879d-e7fd4afa9af5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33158375'] for port, precommit_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.452671 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30257326'] for port, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.455951 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-417823a1-c346-4ddd-aed8-b23a84472a64 tempest-TestMinimumBasicScenario-1744796515 tempest-TestMinimumBasicScenario-1744796515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:26.475711 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-50424be2-69f0-47c3-879d-e7fd4afa9af5 None None] Calling delete_port for 161094bc-42dc-4f6c-8f29-26422d1a3eb5 owned by network:dhcp {{(pid=91608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:36:26.480399 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=161094bc-42dc-4f6c-8f29-26422d1a3eb5,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:26.483704 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:26.484533 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] No DVR routers for this DVR port 161094bc-42dc-4f6c-8f29-26422d1a3eb5 on host dv-cinder-775250-5-iscsi {{(pid=91606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:36:26.562974 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-768294', 'neutron.services.segments.db._delete_segments_for_network-8738765585457'] for network, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.566177 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-50424be2-69f0-47c3-879d-e7fd4afa9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-906557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33290063', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738765552761', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738765108246'] for port, after_delete {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.568116 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:26.572980 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd236fc-e4d4-4064-a78b-f50ba613cce2']}} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:26.584221 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3533e1b0-cece-43bf-ac88-fddc95577ec3') {'for_net_delete': True} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:26.584505 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.services.segments.db [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3533e1b0-cece-43bf-ac88-fddc95577ec3') {} {{(pid=91606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:26.598044 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738765584770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30266041'] for segment, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.613211 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922'] for segment, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.619674 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=91606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:36:26.620078 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30257403'] for segment, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: Traceback (most recent call last): Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: timer() Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: cb(*args, **kw) Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: return func(*args, **kwargs) Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: self._notify() Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: self.callback(batched_events) Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: event.method(event) Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: return f(self, *a, **k) Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: return self._get(url).json() Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: return self.request(url, 'GET', **kwargs) Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:36:26.622149 dv-cinder-775250-5-iscsi neutron-server[91606]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:36:26.681595 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-768303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33471998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33290054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33160313'] for network, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.685456 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:26.688804 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33290073'] for network, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.690859 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] 10.222.0.86 "DELETE /v2.0/networks/4fd236fc-e4d4-4064-a78b-f50ba613cce2 HTTP/1.1" status: 204 len: 168 time: 0.6081300 Jun 16 16:36:26.704180 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd236fc-e4d4-4064-a78b-f50ba613cce2,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:26.706663 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-c549005e-bf91-4487-bbf4-e53a09b05a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:26.715076 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50424be2-69f0-47c3-879d-e7fd4afa9af5 None None] Pushing event deleted for resources: {'Port': ['ID=161094bc-42dc-4f6c-8f29-26422d1a3eb5,revision_number=None']} {{(pid=91608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:26.718007 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG oslo_concurrency.lockutils [None req-50424be2-69f0-47c3-879d-e7fd4afa9af5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:26.719677 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50424be2-69f0-47c3-879d-e7fd4afa9af5 None None] No DVR routers for this DVR port 161094bc-42dc-4f6c-8f29-26422d1a3eb5 on host dv-cinder-775250-5-iscsi {{(pid=91608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:36:26.807789 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 39670) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:26.847092 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-1fc10ac6-b0f9-497f-a9ea-b0b930c32dce admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c88518414b9d4537a6f35076bcdfa876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378740 Jun 16 16:36:26.849829 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 39672) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:26.901670 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8d1c541e-4b12-4dea-97b3-f62fafd823d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.922982 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8d1c541e-4b12-4dea-97b3-f62fafd823d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.970405 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8d1c541e-4b12-4dea-97b3-f62fafd823d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.972950 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-8d1c541e-4b12-4dea-97b3-f62fafd823d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:26.974134 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-8d1c541e-4b12-4dea-97b3-f62fafd823d8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/27117fa4-43ab-426b-a945-0049a63be448 HTTP/1.1" status: 204 len: 168 time: 0.1234119 Jun 16 16:36:26.974926 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-367a8b02-f80d-4c54-a3c3-16f35e8034ff tempest-TestVolumeBootPattern-391470939 tempest-TestVolumeBootPattern-391470939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:26.982279 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c541e-4b12-4dea-97b3-f62fafd823d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27117fa4-43ab-426b-a945-0049a63be448,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:26.985322 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-8d1c541e-4b12-4dea-97b3-f62fafd823d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:27.280562 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 39678) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:27.320422 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-86fa7962-7af8-4700-a17e-659c8f0acb82 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2ae13d5917154c73bb0548a8ebab695f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379744 Jun 16 16:36:27.322802 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [-] (91606) accepted ('10.222.0.86', 39680) {{(pid=91606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:27.370371 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-867921d4-f599-48d8-aa48-32772e088ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:27.390605 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-867921d4-f599-48d8-aa48-32772e088ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:27.437194 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-867921d4-f599-48d8-aa48-32772e088ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33471749'] for security_group, after_delete {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:27.440594 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron_lib.callbacks.manager [None req-867921d4-f599-48d8-aa48-32772e088ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:27.441805 dv-cinder-775250-5-iscsi neutron-server[91606]: INFO neutron.wsgi [None req-867921d4-f599-48d8-aa48-32772e088ae5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2fd1f5db-8bd7-45ef-984a-b7a2f05dcf11 HTTP/1.1" status: 204 len: 168 time: 0.1180584 Jun 16 16:36:27.442581 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-33843cc9-16ef-46d8-a722-e4ec112415bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:27.450021 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867921d4-f599-48d8-aa48-32772e088ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd1f5db-8bd7-45ef-984a-b7a2f05dcf11,revision_number=None']} {{(pid=91606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:27.452199 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG oslo_concurrency.lockutils [None req-867921d4-f599-48d8-aa48-32772e088ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:27.682758 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:27.686196 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 161094bc-42dc-4f6c-8f29-26422d1a3eb5 no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:36:27.710997 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: 161094bc-42dc-4f6c-8f29-26422d1a3eb5 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:36:27.711362 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 161094bc-42dc-4f6c-8f29-26422d1a3eb5 not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:36:27.711796 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 99b05ceb-ba90-4983-9a8e-87366bd73895 no longer exists at agent ovs-agent-dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:36:27.731723 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] No Port match for: 99b05ceb-ba90-4983-9a8e-87366bd73895 {{(pid=91608) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:36:27.732083 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron.plugins.ml2.rpc [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Device 99b05ceb-ba90-4983-9a8e-87366bd73895 not bound to the agent host dv-cinder-775250-5-iscsi {{(pid=91608) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:36:28.291718 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:43.039477 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:36:52.196219 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-efd48723-3636-46e6-884e-af460ac2836e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:54.842757 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-80532704-f01c-4986-915e-4e62b13463cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:54.940843 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:55.927088 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:57.686007 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:58.278851 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:20.037451 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:37:22.196482 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-64efb268-d5bc-49a9-a6d1-35ab1d80bf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:24.843399 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-7ef23c92-6cb4-4fce-b047-9ee5c131dd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:24.942012 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:25.928999 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:27.684471 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:28.282086 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:34.978121 dv-cinder-775250-5-iscsi neutron-server[91606]: DEBUG neutron.wsgi [req-e488a42e-b27f-435f-927c-b1ad6b2cd418 req-afb2586f-c9f1-413e-a048-2f3d7bf5acc0 service neutron] (91606) timed out ('10.222.0.99', 58706) {{(pid=91606) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 16:37:50.459346 dv-cinder-775250-5-iscsi neutron-server[91607]: DEBUG neutron.wsgi [req-b4be6dd9-f6d9-4b1a-8686-6a1600aad266 req-ee84ec2d-80e8-4297-b057-6afcac6bc674 service neutron] (91607) timed out ('10.222.0.99', 58727) {{(pid=91607) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 16:37:52.197017 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-fd69b096-0a8f-4534-b07d-606006776b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:54.844079 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-78ad2ae1-2391-4d88-9b64-8885d0fd23b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:54.942275 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:55.931789 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:57.036812 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:37:57.686423 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:58.292866 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:22.198928 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ee06a4e0-1a26-4ec9-8a34-b361e18f240f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:24.844395 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-47408971-1763-4f2f-b958-088d61121c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:24.942322 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:25.933830 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:27.689212 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:28.293061 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:34.037298 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:38:52.200569 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-4b459def-1c15-45f8-a9bf-0c12b7a76c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:54.845900 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ee751036-51e7-4fe6-b1a4-a1af8520ca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:54.943843 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:55.936759 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:57.691911 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:58.306892 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:11.035850 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:39:22.202596 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f36fb5c5-91f3-42e9-bdaa-822fe4a33ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:24.847983 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-6d258cbe-8fca-42cf-8db3-34307e73c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:24.948992 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:25.940300 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:27.694817 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:28.305968 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:48.041741 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:39:52.206078 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-53d8180f-fbc5-4405-b93b-fc6f82edc665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:54.850368 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-3a01fc85-a93e-4d72-b5b5-3ca7816b6aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:54.950358 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:55.943234 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:57.698615 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:58.318941 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:22.207629 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-c6632a93-36f1-476d-bdba-3533a00f68f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:24.852215 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-277f7ec5-d661-4a4b-bd42-309525fabe7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:24.954189 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:25.030738 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:40:25.955700 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:27.700537 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:28.332267 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:52.212594 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-9f092df9-0eb1-40d4-b8cf-28cd106e3b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:54.853232 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d33fdc6d-8f44-404c-9a22-6a0e291cc2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:54.956129 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:55.949141 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:57.702438 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:58.347793 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:02.029968 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:41:22.204700 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-f3258cd9-18b1-4ffb-a9e9-0a70014a7cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:24.855072 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-84dca80d-85ff-4ed5-9ffb-19b98a3b7b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:24.957583 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-ff7d87c2-5c73-4380-883d-b75e5e2942fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:25.953481 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-d0184eb1-a380-4495-96f5-5190650ca344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:27.706720 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-43e3592d-e99b-46c5-88e7-f6970ea9a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:28.352688 dv-cinder-775250-5-iscsi neutron-server[91608]: DEBUG neutron_lib.callbacks.manager [None req-0fd85073-fc3e-40e6-b513-37fd12bdc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738765585439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762344'] for agent, after_update {{(pid=91608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:39.028520 dv-cinder-775250-5-iscsi neutron-server[91609]: DEBUG neutron.db.agents_db [None req-60c45522-caef-47b1-9898-57dc6543aaa9 None None] Agent healthcheck: found 6 active agents {{(pid=91609) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}